{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Project - Walker2DBulletEnv with Soft Actor Critic (SAC)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "current_dir=D:\\Users\\user\\Anaconda2_02Aug2019\\envs\\ml2\\lib\\site-packages\\pybullet_envs\\bullet\n",
      "max_steps:  1000\n",
      "device:  cuda:0\n",
      "state dim:  22\n",
      "action dim:  Box(6,)\n",
      "leraning rate:  0.0003\n",
      "threshold:  2500.0\n"
     ]
    }
   ],
   "source": [
    "import gym\n",
    "import pybullet_envs\n",
    "import pybullet_envs.bullet as bul\n",
    "import numpy as np\n",
    "import torch\n",
    "from sac_agent import soft_actor_critic_agent\n",
    "from replay_memory import ReplayMemory\n",
    "\n",
    "seed=0  \n",
    "env = gym.make('Walker2DBulletEnv-v0')\n",
    "\n",
    "torch.manual_seed(seed)\n",
    "torch.cuda.manual_seed(seed)\n",
    "torch.cuda.manual_seed_all(seed)\n",
    "torch.backends.cudnn.deterministic = True\n",
    "torch.backends.cudnn.benchmark = False\n",
    "\n",
    "## import os\n",
    "## os.environ['PYTHONHASHSEED']=str(seed)\n",
    "\n",
    "np.random.seed(seed)\n",
    "env.seed(seed)\n",
    "max_steps = env._max_episode_steps\n",
    "print('max_steps: ', max_steps)\n",
    "\n",
    "batch_size=256\n",
    "\n",
    "LEARNING_RATE=0.0003 \n",
    "eval=True  ## \n",
    "start_steps=10000 ## Steps sampling random actions\n",
    "replay_size=1000000 ## size of replay buffer\n",
    "device = torch.device(\"cuda:0\" if torch.cuda.is_available() else \"cpu\")\n",
    "\n",
    "# alpha=0.2  # relative importance of the entropy\n",
    "# gamma=0.99  # discount factor \n",
    "# tau=0.005  # target smoothing coefficient(τ)\n",
    "\n",
    "agent = soft_actor_critic_agent(env.observation_space.shape[0], env.action_space, \\\n",
    "        device=device, hidden_size=256, seed=seed, \\\n",
    "        lr=LEARNING_RATE, gamma=0.99, tau=0.005, alpha=0.2)\n",
    "\n",
    "memory = ReplayMemory(seed, replay_size)\n",
    "\n",
    "print('device: ', device)\n",
    "print('state dim: ', env.observation_space.shape[0])\n",
    "print('action dim: ', env.action_space)\n",
    "print('leraning rate: ', LEARNING_RATE)\\\n",
    "\n",
    "threshold = env.spec.reward_threshold\n",
    "\n",
    "print('threshold: ', threshold)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save(agent, directory, filename, episode, reward):\n",
    "    torch.save(agent.policy.state_dict(), '%s/%s_actor_%s_%s.pth' % (directory, filename, episode, reward))\n",
    "    torch.save(agent.critic.state_dict(), '%s/%s_critic_%s_%s.pth' % (directory, filename, episode, reward))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 0, Total Steps: 25, Ep.Steps: 25, Score: 24.647, Avg.Score: 24.647, Max.Score: 24.647, Time: 00:00:00\n",
      "Ep.: 1, Total Steps: 34, Ep.Steps: 9, Score: 13.498, Avg.Score: 19.073, Max.Score: 24.647, Time: 00:00:00\n",
      "Ep.: 2, Total Steps: 44, Ep.Steps: 10, Score: 14.844, Avg.Score: 17.663, Max.Score: 24.647, Time: 00:00:00\n",
      "Ep.: 3, Total Steps: 59, Ep.Steps: 15, Score: 15.678, Avg.Score: 17.167, Max.Score: 24.647, Time: 00:00:00\n",
      "Ep.: 4, Total Steps: 82, Ep.Steps: 23, Score: 21.126, Avg.Score: 17.958, Max.Score: 24.647, Time: 00:00:00\n",
      "Ep.: 5, Total Steps: 102, Ep.Steps: 20, Score: 19.287, Avg.Score: 18.180, Max.Score: 24.647, Time: 00:00:00\n",
      "Ep.: 6, Total Steps: 115, Ep.Steps: 13, Score: 15.467, Avg.Score: 17.792, Max.Score: 24.647, Time: 00:00:00\n",
      "Ep.: 7, Total Steps: 142, Ep.Steps: 27, Score: 26.255, Avg.Score: 18.850, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 8, Total Steps: 157, Ep.Steps: 15, Score: 15.391, Avg.Score: 18.466, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 9, Total Steps: 166, Ep.Steps: 9, Score: 14.000, Avg.Score: 18.019, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 10, Total Steps: 175, Ep.Steps: 9, Score: 12.807, Avg.Score: 17.545, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 11, Total Steps: 184, Ep.Steps: 9, Score: 12.754, Avg.Score: 17.146, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 12, Total Steps: 194, Ep.Steps: 10, Score: 15.247, Avg.Score: 17.000, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 13, Total Steps: 205, Ep.Steps: 11, Score: 13.246, Avg.Score: 16.732, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 14, Total Steps: 227, Ep.Steps: 22, Score: 23.118, Avg.Score: 17.158, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 15, Total Steps: 243, Ep.Steps: 16, Score: 20.421, Avg.Score: 17.362, Max.Score: 26.255, Time: 00:00:00\n",
      "Ep.: 16, Total Steps: 259, Ep.Steps: 16, Score: 19.714, Avg.Score: 17.500, Max.Score: 26.255, Time: 00:00:03\n",
      "Ep.: 17, Total Steps: 267, Ep.Steps: 8, Score: 12.711, Avg.Score: 17.234, Max.Score: 26.255, Time: 00:00:04\n",
      "Ep.: 18, Total Steps: 279, Ep.Steps: 12, Score: 16.895, Avg.Score: 17.216, Max.Score: 26.255, Time: 00:00:04\n",
      "Ep.: 19, Total Steps: 304, Ep.Steps: 25, Score: 25.200, Avg.Score: 17.615, Max.Score: 26.255, Time: 00:00:06\n",
      "Ep.: 20, Total Steps: 329, Ep.Steps: 25, Score: 27.421, Avg.Score: 18.082, Max.Score: 27.421, Time: 00:00:08\n",
      "Ep.: 21, Total Steps: 345, Ep.Steps: 16, Score: 17.138, Avg.Score: 18.039, Max.Score: 27.421, Time: 00:00:09\n",
      "Ep.: 22, Total Steps: 361, Ep.Steps: 16, Score: 17.807, Avg.Score: 18.029, Max.Score: 27.421, Time: 00:00:10\n",
      "Ep.: 23, Total Steps: 373, Ep.Steps: 12, Score: 15.275, Avg.Score: 17.914, Max.Score: 27.421, Time: 00:00:11\n",
      "Ep.: 24, Total Steps: 383, Ep.Steps: 10, Score: 14.391, Avg.Score: 17.773, Max.Score: 27.421, Time: 00:00:12\n",
      "Ep.: 25, Total Steps: 394, Ep.Steps: 11, Score: 15.499, Avg.Score: 17.686, Max.Score: 27.421, Time: 00:00:13\n",
      "Ep.: 26, Total Steps: 407, Ep.Steps: 13, Score: 17.261, Avg.Score: 17.670, Max.Score: 27.421, Time: 00:00:14\n",
      "Ep.: 27, Total Steps: 423, Ep.Steps: 16, Score: 18.524, Avg.Score: 17.701, Max.Score: 27.421, Time: 00:00:15\n",
      "Ep.: 28, Total Steps: 438, Ep.Steps: 15, Score: 14.049, Avg.Score: 17.575, Max.Score: 27.421, Time: 00:00:16\n",
      "Ep.: 29, Total Steps: 457, Ep.Steps: 19, Score: 18.200, Avg.Score: 17.596, Max.Score: 27.421, Time: 00:00:17\n",
      "Ep.: 30, Total Steps: 467, Ep.Steps: 10, Score: 14.383, Avg.Score: 17.492, Max.Score: 27.421, Time: 00:00:18\n",
      "Ep.: 31, Total Steps: 479, Ep.Steps: 12, Score: 14.016, Avg.Score: 17.383, Max.Score: 27.421, Time: 00:00:19\n",
      "Ep.: 32, Total Steps: 490, Ep.Steps: 11, Score: 15.049, Avg.Score: 17.313, Max.Score: 27.421, Time: 00:00:19\n",
      "Ep.: 33, Total Steps: 500, Ep.Steps: 10, Score: 12.986, Avg.Score: 17.185, Max.Score: 27.421, Time: 00:00:20\n",
      "Ep.: 34, Total Steps: 517, Ep.Steps: 17, Score: 18.081, Avg.Score: 17.211, Max.Score: 27.421, Time: 00:00:21\n",
      "Ep.: 35, Total Steps: 541, Ep.Steps: 24, Score: 22.787, Avg.Score: 17.366, Max.Score: 27.421, Time: 00:00:23\n",
      "Ep.: 36, Total Steps: 560, Ep.Steps: 19, Score: 17.517, Avg.Score: 17.370, Max.Score: 27.421, Time: 00:00:24\n",
      "Ep.: 37, Total Steps: 582, Ep.Steps: 22, Score: 20.990, Avg.Score: 17.465, Max.Score: 27.421, Time: 00:00:26\n",
      "Ep.: 38, Total Steps: 593, Ep.Steps: 11, Score: 15.446, Avg.Score: 17.413, Max.Score: 27.421, Time: 00:00:27\n",
      "Ep.: 39, Total Steps: 603, Ep.Steps: 10, Score: 13.910, Avg.Score: 17.326, Max.Score: 27.421, Time: 00:00:28\n",
      "Ep.: 40, Total Steps: 614, Ep.Steps: 11, Score: 15.009, Avg.Score: 17.269, Max.Score: 27.421, Time: 00:00:28\n",
      "Ep.: 41, Total Steps: 630, Ep.Steps: 16, Score: 15.769, Avg.Score: 17.234, Max.Score: 27.421, Time: 00:00:30\n",
      "Ep.: 42, Total Steps: 649, Ep.Steps: 19, Score: 18.544, Avg.Score: 17.264, Max.Score: 27.421, Time: 00:00:31\n",
      "Ep.: 43, Total Steps: 665, Ep.Steps: 16, Score: 18.414, Avg.Score: 17.290, Max.Score: 27.421, Time: 00:00:32\n",
      "Ep.: 44, Total Steps: 674, Ep.Steps: 9, Score: 13.866, Avg.Score: 17.214, Max.Score: 27.421, Time: 00:00:33\n",
      "Ep.: 45, Total Steps: 686, Ep.Steps: 12, Score: 15.571, Avg.Score: 17.178, Max.Score: 27.421, Time: 00:00:33\n",
      "Ep.: 46, Total Steps: 698, Ep.Steps: 12, Score: 16.387, Avg.Score: 17.162, Max.Score: 27.421, Time: 00:00:34\n",
      "Ep.: 47, Total Steps: 718, Ep.Steps: 20, Score: 22.808, Avg.Score: 17.279, Max.Score: 27.421, Time: 00:00:36\n",
      "Ep.: 48, Total Steps: 731, Ep.Steps: 13, Score: 19.531, Avg.Score: 17.325, Max.Score: 27.421, Time: 00:00:37\n",
      "Ep.: 49, Total Steps: 747, Ep.Steps: 16, Score: 17.021, Avg.Score: 17.319, Max.Score: 27.421, Time: 00:00:38\n",
      "Ep.: 50, Total Steps: 757, Ep.Steps: 10, Score: 15.045, Avg.Score: 17.274, Max.Score: 27.421, Time: 00:00:38\n",
      "Ep.: 51, Total Steps: 773, Ep.Steps: 16, Score: 19.369, Avg.Score: 17.315, Max.Score: 27.421, Time: 00:00:39\n",
      "Ep.: 52, Total Steps: 782, Ep.Steps: 9, Score: 15.120, Avg.Score: 17.273, Max.Score: 27.421, Time: 00:00:40\n",
      "Ep.: 53, Total Steps: 806, Ep.Steps: 24, Score: 22.971, Avg.Score: 17.379, Max.Score: 27.421, Time: 00:00:42\n",
      "Ep.: 54, Total Steps: 813, Ep.Steps: 7, Score: 11.868, Avg.Score: 17.279, Max.Score: 27.421, Time: 00:00:42\n",
      "Ep.: 55, Total Steps: 822, Ep.Steps: 9, Score: 14.809, Avg.Score: 17.235, Max.Score: 27.421, Time: 00:00:43\n",
      "Ep.: 56, Total Steps: 835, Ep.Steps: 13, Score: 16.787, Avg.Score: 17.227, Max.Score: 27.421, Time: 00:00:44\n",
      "Ep.: 57, Total Steps: 844, Ep.Steps: 9, Score: 13.395, Avg.Score: 17.161, Max.Score: 27.421, Time: 00:00:44\n",
      "Ep.: 58, Total Steps: 855, Ep.Steps: 11, Score: 15.381, Avg.Score: 17.130, Max.Score: 27.421, Time: 00:00:45\n",
      "Ep.: 59, Total Steps: 870, Ep.Steps: 15, Score: 17.878, Avg.Score: 17.143, Max.Score: 27.421, Time: 00:00:46\n",
      "Ep.: 60, Total Steps: 880, Ep.Steps: 10, Score: 15.518, Avg.Score: 17.116, Max.Score: 27.421, Time: 00:00:47\n",
      "Ep.: 61, Total Steps: 887, Ep.Steps: 7, Score: 11.197, Avg.Score: 17.021, Max.Score: 27.421, Time: 00:00:47\n",
      "Ep.: 62, Total Steps: 898, Ep.Steps: 11, Score: 15.555, Avg.Score: 16.998, Max.Score: 27.421, Time: 00:00:48\n",
      "Ep.: 63, Total Steps: 920, Ep.Steps: 22, Score: 23.371, Avg.Score: 17.097, Max.Score: 27.421, Time: 00:00:49\n",
      "Ep.: 64, Total Steps: 933, Ep.Steps: 13, Score: 14.120, Avg.Score: 17.051, Max.Score: 27.421, Time: 00:00:50\n",
      "Ep.: 65, Total Steps: 943, Ep.Steps: 10, Score: 14.735, Avg.Score: 17.016, Max.Score: 27.421, Time: 00:00:51\n",
      "Ep.: 66, Total Steps: 956, Ep.Steps: 13, Score: 15.751, Avg.Score: 16.997, Max.Score: 27.421, Time: 00:00:52\n",
      "Ep.: 67, Total Steps: 969, Ep.Steps: 13, Score: 15.704, Avg.Score: 16.978, Max.Score: 27.421, Time: 00:00:53\n",
      "Ep.: 68, Total Steps: 980, Ep.Steps: 11, Score: 15.076, Avg.Score: 16.951, Max.Score: 27.421, Time: 00:00:54\n",
      "Ep.: 69, Total Steps: 988, Ep.Steps: 8, Score: 12.885, Avg.Score: 16.893, Max.Score: 27.421, Time: 00:00:54\n",
      "Ep.: 70, Total Steps: 1000, Ep.Steps: 12, Score: 16.145, Avg.Score: 16.882, Max.Score: 27.421, Time: 00:00:55\n",
      "Ep.: 71, Total Steps: 1009, Ep.Steps: 9, Score: 14.988, Avg.Score: 16.856, Max.Score: 27.421, Time: 00:00:56\n",
      "Ep.: 72, Total Steps: 1017, Ep.Steps: 8, Score: 12.257, Avg.Score: 16.793, Max.Score: 27.421, Time: 00:00:56\n",
      "Ep.: 73, Total Steps: 1036, Ep.Steps: 19, Score: 19.533, Avg.Score: 16.830, Max.Score: 27.421, Time: 00:00:58\n",
      "Ep.: 74, Total Steps: 1052, Ep.Steps: 16, Score: 14.185, Avg.Score: 16.795, Max.Score: 27.421, Time: 00:00:59\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 75, Total Steps: 1068, Ep.Steps: 16, Score: 16.103, Avg.Score: 16.786, Max.Score: 27.421, Time: 00:01:00\n",
      "Ep.: 76, Total Steps: 1084, Ep.Steps: 16, Score: 17.340, Avg.Score: 16.793, Max.Score: 27.421, Time: 00:01:02\n",
      "Ep.: 77, Total Steps: 1097, Ep.Steps: 13, Score: 16.235, Avg.Score: 16.786, Max.Score: 27.421, Time: 00:01:03\n",
      "Ep.: 78, Total Steps: 1117, Ep.Steps: 20, Score: 17.301, Avg.Score: 16.792, Max.Score: 27.421, Time: 00:01:04\n",
      "Ep.: 79, Total Steps: 1127, Ep.Steps: 10, Score: 14.081, Avg.Score: 16.758, Max.Score: 27.421, Time: 00:01:05\n",
      "Ep.: 80, Total Steps: 1136, Ep.Steps: 9, Score: 13.175, Avg.Score: 16.714, Max.Score: 27.421, Time: 00:01:05\n",
      "Ep.: 81, Total Steps: 1145, Ep.Steps: 9, Score: 14.169, Avg.Score: 16.683, Max.Score: 27.421, Time: 00:01:06\n",
      "Ep.: 82, Total Steps: 1152, Ep.Steps: 7, Score: 13.529, Avg.Score: 16.645, Max.Score: 27.421, Time: 00:01:07\n",
      "Ep.: 83, Total Steps: 1172, Ep.Steps: 20, Score: 23.136, Avg.Score: 16.722, Max.Score: 27.421, Time: 00:01:08\n",
      "Ep.: 84, Total Steps: 1183, Ep.Steps: 11, Score: 15.516, Avg.Score: 16.708, Max.Score: 27.421, Time: 00:01:09\n",
      "Ep.: 85, Total Steps: 1202, Ep.Steps: 19, Score: 18.001, Avg.Score: 16.723, Max.Score: 27.421, Time: 00:01:10\n",
      "Ep.: 86, Total Steps: 1218, Ep.Steps: 16, Score: 16.801, Avg.Score: 16.724, Max.Score: 27.421, Time: 00:01:12\n",
      "Ep.: 87, Total Steps: 1229, Ep.Steps: 11, Score: 16.097, Avg.Score: 16.717, Max.Score: 27.421, Time: 00:01:12\n",
      "Ep.: 88, Total Steps: 1240, Ep.Steps: 11, Score: 14.521, Avg.Score: 16.692, Max.Score: 27.421, Time: 00:01:13\n",
      "Ep.: 89, Total Steps: 1249, Ep.Steps: 9, Score: 14.867, Avg.Score: 16.672, Max.Score: 27.421, Time: 00:01:14\n",
      "Ep.: 90, Total Steps: 1272, Ep.Steps: 23, Score: 19.464, Avg.Score: 16.703, Max.Score: 27.421, Time: 00:01:15\n",
      "Ep.: 91, Total Steps: 1297, Ep.Steps: 25, Score: 21.047, Avg.Score: 16.750, Max.Score: 27.421, Time: 00:01:17\n",
      "Ep.: 92, Total Steps: 1307, Ep.Steps: 10, Score: 13.542, Avg.Score: 16.715, Max.Score: 27.421, Time: 00:01:18\n",
      "Ep.: 93, Total Steps: 1317, Ep.Steps: 10, Score: 14.466, Avg.Score: 16.691, Max.Score: 27.421, Time: 00:01:19\n",
      "Ep.: 94, Total Steps: 1330, Ep.Steps: 13, Score: 18.358, Avg.Score: 16.709, Max.Score: 27.421, Time: 00:01:20\n",
      "Ep.: 95, Total Steps: 1340, Ep.Steps: 10, Score: 14.791, Avg.Score: 16.689, Max.Score: 27.421, Time: 00:01:21\n",
      "Ep.: 96, Total Steps: 1359, Ep.Steps: 19, Score: 20.120, Avg.Score: 16.724, Max.Score: 27.421, Time: 00:01:22\n",
      "Ep.: 97, Total Steps: 1371, Ep.Steps: 12, Score: 12.759, Avg.Score: 16.684, Max.Score: 27.421, Time: 00:01:23\n",
      "Ep.: 98, Total Steps: 1384, Ep.Steps: 13, Score: 16.986, Avg.Score: 16.687, Max.Score: 27.421, Time: 00:01:24\n",
      "Ep.: 99, Total Steps: 1390, Ep.Steps: 6, Score: 11.154, Avg.Score: 16.632, Max.Score: 27.421, Time: 00:01:24\n",
      "Ep.: 100, Total Steps: 1402, Ep.Steps: 12, Score: 15.980, Avg.Score: 16.545, Max.Score: 27.421, Time: 00:01:25\n",
      "Ep.: 101, Total Steps: 1410, Ep.Steps: 8, Score: 12.658, Avg.Score: 16.536, Max.Score: 27.421, Time: 00:01:26\n",
      "Ep.: 102, Total Steps: 1433, Ep.Steps: 23, Score: 23.612, Avg.Score: 16.624, Max.Score: 27.421, Time: 00:01:28\n",
      "Ep.: 103, Total Steps: 1450, Ep.Steps: 17, Score: 18.056, Avg.Score: 16.648, Max.Score: 27.421, Time: 00:01:29\n",
      "Ep.: 104, Total Steps: 1473, Ep.Steps: 23, Score: 24.812, Avg.Score: 16.685, Max.Score: 27.421, Time: 00:01:31\n",
      "Ep.: 105, Total Steps: 1480, Ep.Steps: 7, Score: 11.104, Avg.Score: 16.603, Max.Score: 27.421, Time: 00:01:32\n",
      "Ep.: 106, Total Steps: 1490, Ep.Steps: 10, Score: 15.654, Avg.Score: 16.605, Max.Score: 27.421, Time: 00:01:32\n",
      "Ep.: 107, Total Steps: 1500, Ep.Steps: 10, Score: 14.427, Avg.Score: 16.487, Max.Score: 27.421, Time: 00:01:33\n",
      "Ep.: 108, Total Steps: 1511, Ep.Steps: 11, Score: 14.853, Avg.Score: 16.481, Max.Score: 27.421, Time: 00:01:34\n",
      "Ep.: 109, Total Steps: 1522, Ep.Steps: 11, Score: 15.094, Avg.Score: 16.492, Max.Score: 27.421, Time: 00:01:35\n",
      "Ep.: 110, Total Steps: 1537, Ep.Steps: 15, Score: 18.120, Avg.Score: 16.545, Max.Score: 27.421, Time: 00:01:36\n",
      "Ep.: 111, Total Steps: 1548, Ep.Steps: 11, Score: 15.841, Avg.Score: 16.576, Max.Score: 27.421, Time: 00:01:38\n",
      "Ep.: 112, Total Steps: 1565, Ep.Steps: 17, Score: 15.444, Avg.Score: 16.578, Max.Score: 27.421, Time: 00:01:39\n",
      "Ep.: 113, Total Steps: 1577, Ep.Steps: 12, Score: 14.760, Avg.Score: 16.593, Max.Score: 27.421, Time: 00:01:40\n",
      "Ep.: 114, Total Steps: 1601, Ep.Steps: 24, Score: 22.822, Avg.Score: 16.590, Max.Score: 27.421, Time: 00:01:42\n",
      "Ep.: 115, Total Steps: 1608, Ep.Steps: 7, Score: 11.873, Avg.Score: 16.505, Max.Score: 27.421, Time: 00:01:42\n",
      "Ep.: 116, Total Steps: 1619, Ep.Steps: 11, Score: 14.675, Avg.Score: 16.454, Max.Score: 27.421, Time: 00:01:43\n",
      "Ep.: 117, Total Steps: 1639, Ep.Steps: 20, Score: 18.240, Avg.Score: 16.510, Max.Score: 27.421, Time: 00:01:44\n",
      "Ep.: 118, Total Steps: 1659, Ep.Steps: 20, Score: 20.294, Avg.Score: 16.544, Max.Score: 27.421, Time: 00:01:46\n",
      "Ep.: 119, Total Steps: 1668, Ep.Steps: 9, Score: 13.571, Avg.Score: 16.427, Max.Score: 27.421, Time: 00:01:46\n",
      "Ep.: 120, Total Steps: 1676, Ep.Steps: 8, Score: 12.240, Avg.Score: 16.276, Max.Score: 24.812, Time: 00:01:47\n",
      "Ep.: 121, Total Steps: 1690, Ep.Steps: 14, Score: 17.418, Avg.Score: 16.278, Max.Score: 24.812, Time: 00:01:48\n",
      "Ep.: 122, Total Steps: 1703, Ep.Steps: 13, Score: 15.746, Avg.Score: 16.258, Max.Score: 24.812, Time: 00:01:49\n",
      "Ep.: 123, Total Steps: 1715, Ep.Steps: 12, Score: 15.551, Avg.Score: 16.261, Max.Score: 24.812, Time: 00:01:50\n",
      "Ep.: 124, Total Steps: 1734, Ep.Steps: 19, Score: 18.884, Avg.Score: 16.305, Max.Score: 24.812, Time: 00:01:51\n",
      "Ep.: 125, Total Steps: 1753, Ep.Steps: 19, Score: 18.984, Avg.Score: 16.340, Max.Score: 24.812, Time: 00:01:53\n",
      "Ep.: 126, Total Steps: 1765, Ep.Steps: 12, Score: 17.412, Avg.Score: 16.342, Max.Score: 24.812, Time: 00:01:53\n",
      "Ep.: 127, Total Steps: 1775, Ep.Steps: 10, Score: 14.919, Avg.Score: 16.306, Max.Score: 24.812, Time: 00:01:54\n",
      "Ep.: 128, Total Steps: 1788, Ep.Steps: 13, Score: 16.003, Avg.Score: 16.325, Max.Score: 24.812, Time: 00:01:55\n",
      "Ep.: 129, Total Steps: 1811, Ep.Steps: 23, Score: 21.856, Avg.Score: 16.362, Max.Score: 24.812, Time: 00:01:56\n",
      "Ep.: 130, Total Steps: 1821, Ep.Steps: 10, Score: 14.824, Avg.Score: 16.366, Max.Score: 24.812, Time: 00:01:57\n",
      "Ep.: 131, Total Steps: 1834, Ep.Steps: 13, Score: 15.505, Avg.Score: 16.381, Max.Score: 24.812, Time: 00:01:58\n",
      "Ep.: 132, Total Steps: 1851, Ep.Steps: 17, Score: 18.518, Avg.Score: 16.416, Max.Score: 24.812, Time: 00:01:59\n",
      "Ep.: 133, Total Steps: 1863, Ep.Steps: 12, Score: 15.157, Avg.Score: 16.438, Max.Score: 24.812, Time: 00:02:00\n",
      "Ep.: 134, Total Steps: 1870, Ep.Steps: 7, Score: 9.793, Avg.Score: 16.355, Max.Score: 24.812, Time: 00:02:00\n",
      "Ep.: 135, Total Steps: 1881, Ep.Steps: 11, Score: 15.145, Avg.Score: 16.278, Max.Score: 24.812, Time: 00:02:01\n",
      "Ep.: 136, Total Steps: 1891, Ep.Steps: 10, Score: 14.713, Avg.Score: 16.250, Max.Score: 24.812, Time: 00:02:02\n",
      "Ep.: 137, Total Steps: 1906, Ep.Steps: 15, Score: 16.390, Avg.Score: 16.204, Max.Score: 24.812, Time: 00:02:03\n",
      "Ep.: 138, Total Steps: 1920, Ep.Steps: 14, Score: 17.248, Avg.Score: 16.222, Max.Score: 24.812, Time: 00:02:04\n",
      "Ep.: 139, Total Steps: 1938, Ep.Steps: 18, Score: 19.083, Avg.Score: 16.274, Max.Score: 24.812, Time: 00:02:05\n",
      "Ep.: 140, Total Steps: 1951, Ep.Steps: 13, Score: 17.113, Avg.Score: 16.295, Max.Score: 24.812, Time: 00:02:06\n",
      "Ep.: 141, Total Steps: 1966, Ep.Steps: 15, Score: 14.951, Avg.Score: 16.287, Max.Score: 24.812, Time: 00:02:07\n",
      "Ep.: 142, Total Steps: 1980, Ep.Steps: 14, Score: 17.333, Avg.Score: 16.275, Max.Score: 24.812, Time: 00:02:08\n",
      "Ep.: 143, Total Steps: 1997, Ep.Steps: 17, Score: 19.372, Avg.Score: 16.284, Max.Score: 24.812, Time: 00:02:09\n",
      "Ep.: 144, Total Steps: 2009, Ep.Steps: 12, Score: 16.356, Avg.Score: 16.309, Max.Score: 24.812, Time: 00:02:10\n",
      "Ep.: 145, Total Steps: 2022, Ep.Steps: 13, Score: 15.222, Avg.Score: 16.306, Max.Score: 24.812, Time: 00:02:11\n",
      "Ep.: 146, Total Steps: 2032, Ep.Steps: 10, Score: 14.467, Avg.Score: 16.287, Max.Score: 24.812, Time: 00:02:11\n",
      "Ep.: 147, Total Steps: 2056, Ep.Steps: 24, Score: 25.942, Avg.Score: 16.318, Max.Score: 25.942, Time: 00:02:13\n",
      "Ep.: 148, Total Steps: 2064, Ep.Steps: 8, Score: 12.400, Avg.Score: 16.247, Max.Score: 25.942, Time: 00:02:14\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 149, Total Steps: 2076, Ep.Steps: 12, Score: 15.060, Avg.Score: 16.227, Max.Score: 25.942, Time: 00:02:14\n",
      "Ep.: 150, Total Steps: 2095, Ep.Steps: 19, Score: 18.979, Avg.Score: 16.266, Max.Score: 25.942, Time: 00:02:16\n",
      "Ep.: 151, Total Steps: 2107, Ep.Steps: 12, Score: 14.553, Avg.Score: 16.218, Max.Score: 25.942, Time: 00:02:17\n",
      "Ep.: 152, Total Steps: 2118, Ep.Steps: 11, Score: 15.320, Avg.Score: 16.220, Max.Score: 25.942, Time: 00:02:17\n",
      "Ep.: 153, Total Steps: 2127, Ep.Steps: 9, Score: 15.049, Avg.Score: 16.141, Max.Score: 25.942, Time: 00:02:18\n",
      "Ep.: 154, Total Steps: 2138, Ep.Steps: 11, Score: 14.518, Avg.Score: 16.167, Max.Score: 25.942, Time: 00:02:19\n",
      "Ep.: 155, Total Steps: 2149, Ep.Steps: 11, Score: 15.165, Avg.Score: 16.171, Max.Score: 25.942, Time: 00:02:19\n",
      "Ep.: 156, Total Steps: 2160, Ep.Steps: 11, Score: 15.906, Avg.Score: 16.162, Max.Score: 25.942, Time: 00:02:20\n",
      "Ep.: 157, Total Steps: 2178, Ep.Steps: 18, Score: 19.583, Avg.Score: 16.224, Max.Score: 25.942, Time: 00:02:22\n",
      "Ep.: 158, Total Steps: 2185, Ep.Steps: 7, Score: 10.641, Avg.Score: 16.177, Max.Score: 25.942, Time: 00:02:22\n",
      "Ep.: 159, Total Steps: 2196, Ep.Steps: 11, Score: 15.659, Avg.Score: 16.154, Max.Score: 25.942, Time: 00:02:23\n",
      "Ep.: 160, Total Steps: 2207, Ep.Steps: 11, Score: 15.729, Avg.Score: 16.157, Max.Score: 25.942, Time: 00:02:24\n",
      "Ep.: 161, Total Steps: 2226, Ep.Steps: 19, Score: 17.034, Avg.Score: 16.215, Max.Score: 25.942, Time: 00:02:26\n",
      "Ep.: 162, Total Steps: 2237, Ep.Steps: 11, Score: 13.420, Avg.Score: 16.194, Max.Score: 25.942, Time: 00:02:27\n",
      "Ep.: 163, Total Steps: 2248, Ep.Steps: 11, Score: 14.003, Avg.Score: 16.100, Max.Score: 25.942, Time: 00:02:27\n",
      "Ep.: 164, Total Steps: 2265, Ep.Steps: 17, Score: 15.338, Avg.Score: 16.112, Max.Score: 25.942, Time: 00:02:29\n",
      "Ep.: 165, Total Steps: 2285, Ep.Steps: 20, Score: 18.890, Avg.Score: 16.154, Max.Score: 25.942, Time: 00:02:30\n",
      "Ep.: 166, Total Steps: 2303, Ep.Steps: 18, Score: 18.011, Avg.Score: 16.176, Max.Score: 25.942, Time: 00:02:31\n",
      "Ep.: 167, Total Steps: 2311, Ep.Steps: 8, Score: 12.621, Avg.Score: 16.145, Max.Score: 25.942, Time: 00:02:32\n",
      "Ep.: 168, Total Steps: 2324, Ep.Steps: 13, Score: 15.126, Avg.Score: 16.146, Max.Score: 25.942, Time: 00:02:33\n",
      "Ep.: 169, Total Steps: 2342, Ep.Steps: 18, Score: 21.004, Avg.Score: 16.227, Max.Score: 25.942, Time: 00:02:34\n",
      "Ep.: 170, Total Steps: 2361, Ep.Steps: 19, Score: 18.596, Avg.Score: 16.252, Max.Score: 25.942, Time: 00:02:35\n",
      "Ep.: 171, Total Steps: 2380, Ep.Steps: 19, Score: 15.435, Avg.Score: 16.256, Max.Score: 25.942, Time: 00:02:37\n",
      "Ep.: 172, Total Steps: 2391, Ep.Steps: 11, Score: 13.984, Avg.Score: 16.273, Max.Score: 25.942, Time: 00:02:38\n",
      "Ep.: 173, Total Steps: 2403, Ep.Steps: 12, Score: 12.202, Avg.Score: 16.200, Max.Score: 25.942, Time: 00:02:38\n",
      "Ep.: 174, Total Steps: 2416, Ep.Steps: 13, Score: 16.494, Avg.Score: 16.223, Max.Score: 25.942, Time: 00:02:39\n",
      "Ep.: 175, Total Steps: 2429, Ep.Steps: 13, Score: 17.129, Avg.Score: 16.233, Max.Score: 25.942, Time: 00:02:40\n",
      "Ep.: 176, Total Steps: 2444, Ep.Steps: 15, Score: 18.303, Avg.Score: 16.243, Max.Score: 25.942, Time: 00:02:41\n",
      "Ep.: 177, Total Steps: 2455, Ep.Steps: 11, Score: 15.312, Avg.Score: 16.234, Max.Score: 25.942, Time: 00:02:42\n",
      "Ep.: 178, Total Steps: 2466, Ep.Steps: 11, Score: 13.699, Avg.Score: 16.198, Max.Score: 25.942, Time: 00:02:43\n",
      "Ep.: 179, Total Steps: 2488, Ep.Steps: 22, Score: 20.403, Avg.Score: 16.261, Max.Score: 25.942, Time: 00:02:44\n",
      "Ep.: 180, Total Steps: 2510, Ep.Steps: 22, Score: 21.539, Avg.Score: 16.345, Max.Score: 25.942, Time: 00:02:46\n",
      "Ep.: 181, Total Steps: 2523, Ep.Steps: 13, Score: 15.766, Avg.Score: 16.361, Max.Score: 25.942, Time: 00:02:47\n",
      "Ep.: 182, Total Steps: 2531, Ep.Steps: 8, Score: 13.729, Avg.Score: 16.363, Max.Score: 25.942, Time: 00:02:47\n",
      "Ep.: 183, Total Steps: 2549, Ep.Steps: 18, Score: 20.275, Avg.Score: 16.334, Max.Score: 25.942, Time: 00:02:48\n",
      "Ep.: 184, Total Steps: 2564, Ep.Steps: 15, Score: 16.370, Avg.Score: 16.343, Max.Score: 25.942, Time: 00:02:49\n",
      "Ep.: 185, Total Steps: 2585, Ep.Steps: 21, Score: 21.689, Avg.Score: 16.379, Max.Score: 25.942, Time: 00:02:51\n",
      "Ep.: 186, Total Steps: 2607, Ep.Steps: 22, Score: 20.423, Avg.Score: 16.416, Max.Score: 25.942, Time: 00:02:52\n",
      "Ep.: 187, Total Steps: 2618, Ep.Steps: 11, Score: 14.277, Avg.Score: 16.397, Max.Score: 25.942, Time: 00:02:53\n",
      "Ep.: 188, Total Steps: 2631, Ep.Steps: 13, Score: 12.621, Avg.Score: 16.378, Max.Score: 25.942, Time: 00:02:54\n",
      "Ep.: 189, Total Steps: 2643, Ep.Steps: 12, Score: 16.783, Avg.Score: 16.398, Max.Score: 25.942, Time: 00:02:55\n",
      "Ep.: 190, Total Steps: 2654, Ep.Steps: 11, Score: 14.376, Avg.Score: 16.347, Max.Score: 25.942, Time: 00:02:56\n",
      "Ep.: 191, Total Steps: 2668, Ep.Steps: 14, Score: 17.415, Avg.Score: 16.310, Max.Score: 25.942, Time: 00:02:57\n",
      "Ep.: 192, Total Steps: 2676, Ep.Steps: 8, Score: 13.181, Avg.Score: 16.307, Max.Score: 25.942, Time: 00:02:57\n",
      "Ep.: 193, Total Steps: 2706, Ep.Steps: 30, Score: 28.597, Avg.Score: 16.448, Max.Score: 28.597, Time: 00:02:59\n",
      "Ep.: 194, Total Steps: 2717, Ep.Steps: 11, Score: 13.702, Avg.Score: 16.402, Max.Score: 28.597, Time: 00:03:00\n",
      "Ep.: 195, Total Steps: 2729, Ep.Steps: 12, Score: 16.187, Avg.Score: 16.415, Max.Score: 28.597, Time: 00:03:01\n",
      "Ep.: 196, Total Steps: 2738, Ep.Steps: 9, Score: 14.916, Avg.Score: 16.363, Max.Score: 28.597, Time: 00:03:01\n",
      "Ep.: 197, Total Steps: 2754, Ep.Steps: 16, Score: 16.861, Avg.Score: 16.404, Max.Score: 28.597, Time: 00:03:03\n",
      "Ep.: 198, Total Steps: 2763, Ep.Steps: 9, Score: 15.139, Avg.Score: 16.386, Max.Score: 28.597, Time: 00:03:03\n",
      "Ep.: 199, Total Steps: 2774, Ep.Steps: 11, Score: 14.952, Avg.Score: 16.424, Max.Score: 28.597, Time: 00:03:04\n",
      "Ep.: 200, Total Steps: 2782, Ep.Steps: 8, Score: 12.255, Avg.Score: 16.387, Max.Score: 28.597, Time: 00:03:05\n",
      "Ep.: 201, Total Steps: 2810, Ep.Steps: 28, Score: 28.071, Avg.Score: 16.541, Max.Score: 28.597, Time: 00:03:07\n",
      "Ep.: 202, Total Steps: 2824, Ep.Steps: 14, Score: 14.398, Avg.Score: 16.449, Max.Score: 28.597, Time: 00:03:08\n",
      "Ep.: 203, Total Steps: 2844, Ep.Steps: 20, Score: 20.255, Avg.Score: 16.471, Max.Score: 28.597, Time: 00:03:09\n",
      "Ep.: 204, Total Steps: 2852, Ep.Steps: 8, Score: 12.851, Avg.Score: 16.351, Max.Score: 28.597, Time: 00:03:10\n",
      "Ep.: 205, Total Steps: 2860, Ep.Steps: 8, Score: 14.004, Avg.Score: 16.380, Max.Score: 28.597, Time: 00:03:10\n",
      "Ep.: 206, Total Steps: 2874, Ep.Steps: 14, Score: 15.736, Avg.Score: 16.381, Max.Score: 28.597, Time: 00:03:12\n",
      "Ep.: 207, Total Steps: 2888, Ep.Steps: 14, Score: 18.317, Avg.Score: 16.420, Max.Score: 28.597, Time: 00:03:13\n",
      "Ep.: 208, Total Steps: 2901, Ep.Steps: 13, Score: 17.116, Avg.Score: 16.442, Max.Score: 28.597, Time: 00:03:14\n",
      "Ep.: 209, Total Steps: 2913, Ep.Steps: 12, Score: 15.028, Avg.Score: 16.442, Max.Score: 28.597, Time: 00:03:15\n",
      "Ep.: 210, Total Steps: 2927, Ep.Steps: 14, Score: 15.953, Avg.Score: 16.420, Max.Score: 28.597, Time: 00:03:16\n",
      "Ep.: 211, Total Steps: 2971, Ep.Steps: 44, Score: 43.053, Avg.Score: 16.692, Max.Score: 43.053, Time: 00:03:20\n",
      "Ep.: 212, Total Steps: 2979, Ep.Steps: 8, Score: 12.499, Avg.Score: 16.663, Max.Score: 43.053, Time: 00:03:20\n",
      "Ep.: 213, Total Steps: 2986, Ep.Steps: 7, Score: 11.481, Avg.Score: 16.630, Max.Score: 43.053, Time: 00:03:21\n",
      "Ep.: 214, Total Steps: 2999, Ep.Steps: 13, Score: 16.659, Avg.Score: 16.568, Max.Score: 43.053, Time: 00:03:22\n",
      "Ep.: 215, Total Steps: 3017, Ep.Steps: 18, Score: 18.472, Avg.Score: 16.634, Max.Score: 43.053, Time: 00:03:23\n",
      "Ep.: 216, Total Steps: 3026, Ep.Steps: 9, Score: 11.838, Avg.Score: 16.606, Max.Score: 43.053, Time: 00:03:24\n",
      "Ep.: 217, Total Steps: 3037, Ep.Steps: 11, Score: 15.081, Avg.Score: 16.574, Max.Score: 43.053, Time: 00:03:24\n",
      "Ep.: 218, Total Steps: 3054, Ep.Steps: 17, Score: 21.899, Avg.Score: 16.590, Max.Score: 43.053, Time: 00:03:26\n",
      "Ep.: 219, Total Steps: 3068, Ep.Steps: 14, Score: 17.232, Avg.Score: 16.627, Max.Score: 43.053, Time: 00:03:27\n",
      "Ep.: 220, Total Steps: 3088, Ep.Steps: 20, Score: 21.325, Avg.Score: 16.718, Max.Score: 43.053, Time: 00:03:28\n",
      "Ep.: 221, Total Steps: 3097, Ep.Steps: 9, Score: 13.488, Avg.Score: 16.679, Max.Score: 43.053, Time: 00:03:29\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 222, Total Steps: 3106, Ep.Steps: 9, Score: 14.209, Avg.Score: 16.663, Max.Score: 43.053, Time: 00:03:30\n",
      "Ep.: 223, Total Steps: 3116, Ep.Steps: 10, Score: 13.271, Avg.Score: 16.640, Max.Score: 43.053, Time: 00:03:31\n",
      "Ep.: 224, Total Steps: 3133, Ep.Steps: 17, Score: 19.927, Avg.Score: 16.651, Max.Score: 43.053, Time: 00:03:32\n",
      "Ep.: 225, Total Steps: 3156, Ep.Steps: 23, Score: 21.148, Avg.Score: 16.673, Max.Score: 43.053, Time: 00:03:33\n",
      "Ep.: 226, Total Steps: 3164, Ep.Steps: 8, Score: 11.332, Avg.Score: 16.612, Max.Score: 43.053, Time: 00:03:34\n",
      "Ep.: 227, Total Steps: 3184, Ep.Steps: 20, Score: 19.685, Avg.Score: 16.659, Max.Score: 43.053, Time: 00:03:36\n",
      "Ep.: 228, Total Steps: 3194, Ep.Steps: 10, Score: 15.332, Avg.Score: 16.653, Max.Score: 43.053, Time: 00:03:36\n",
      "Ep.: 229, Total Steps: 3214, Ep.Steps: 20, Score: 21.064, Avg.Score: 16.645, Max.Score: 43.053, Time: 00:03:38\n",
      "Ep.: 230, Total Steps: 3233, Ep.Steps: 19, Score: 19.723, Avg.Score: 16.694, Max.Score: 43.053, Time: 00:03:39\n",
      "Ep.: 231, Total Steps: 3247, Ep.Steps: 14, Score: 15.985, Avg.Score: 16.699, Max.Score: 43.053, Time: 00:03:40\n",
      "Ep.: 232, Total Steps: 3272, Ep.Steps: 25, Score: 21.709, Avg.Score: 16.730, Max.Score: 43.053, Time: 00:03:42\n",
      "Ep.: 233, Total Steps: 3281, Ep.Steps: 9, Score: 14.029, Avg.Score: 16.719, Max.Score: 43.053, Time: 00:03:43\n",
      "Ep.: 234, Total Steps: 3299, Ep.Steps: 18, Score: 20.289, Avg.Score: 16.824, Max.Score: 43.053, Time: 00:03:44\n",
      "Ep.: 235, Total Steps: 3323, Ep.Steps: 24, Score: 18.104, Avg.Score: 16.854, Max.Score: 43.053, Time: 00:03:46\n",
      "Ep.: 236, Total Steps: 3344, Ep.Steps: 21, Score: 21.740, Avg.Score: 16.924, Max.Score: 43.053, Time: 00:03:47\n",
      "Ep.: 237, Total Steps: 3362, Ep.Steps: 18, Score: 17.015, Avg.Score: 16.930, Max.Score: 43.053, Time: 00:03:49\n",
      "Ep.: 238, Total Steps: 3374, Ep.Steps: 12, Score: 16.341, Avg.Score: 16.921, Max.Score: 43.053, Time: 00:03:49\n",
      "Ep.: 239, Total Steps: 3397, Ep.Steps: 23, Score: 20.216, Avg.Score: 16.933, Max.Score: 43.053, Time: 00:03:51\n",
      "Ep.: 240, Total Steps: 3416, Ep.Steps: 19, Score: 17.440, Avg.Score: 16.936, Max.Score: 43.053, Time: 00:03:53\n",
      "Ep.: 241, Total Steps: 3430, Ep.Steps: 14, Score: 17.053, Avg.Score: 16.957, Max.Score: 43.053, Time: 00:03:54\n",
      "Ep.: 242, Total Steps: 3441, Ep.Steps: 11, Score: 12.719, Avg.Score: 16.911, Max.Score: 43.053, Time: 00:03:55\n",
      "Ep.: 243, Total Steps: 3461, Ep.Steps: 20, Score: 18.095, Avg.Score: 16.898, Max.Score: 43.053, Time: 00:03:56\n",
      "Ep.: 244, Total Steps: 3488, Ep.Steps: 27, Score: 27.015, Avg.Score: 17.005, Max.Score: 43.053, Time: 00:03:58\n",
      "Ep.: 245, Total Steps: 3502, Ep.Steps: 14, Score: 16.797, Avg.Score: 17.020, Max.Score: 43.053, Time: 00:03:59\n",
      "Ep.: 246, Total Steps: 3527, Ep.Steps: 25, Score: 25.620, Avg.Score: 17.132, Max.Score: 43.053, Time: 00:04:01\n",
      "Ep.: 247, Total Steps: 3540, Ep.Steps: 13, Score: 16.744, Avg.Score: 17.040, Max.Score: 43.053, Time: 00:04:02\n",
      "Ep.: 248, Total Steps: 3548, Ep.Steps: 8, Score: 13.372, Avg.Score: 17.050, Max.Score: 43.053, Time: 00:04:02\n",
      "Ep.: 249, Total Steps: 3569, Ep.Steps: 21, Score: 19.345, Avg.Score: 17.092, Max.Score: 43.053, Time: 00:04:04\n",
      "Ep.: 250, Total Steps: 3585, Ep.Steps: 16, Score: 18.472, Avg.Score: 17.087, Max.Score: 43.053, Time: 00:04:05\n",
      "Ep.: 251, Total Steps: 3606, Ep.Steps: 21, Score: 17.939, Avg.Score: 17.121, Max.Score: 43.053, Time: 00:04:06\n",
      "Ep.: 252, Total Steps: 3616, Ep.Steps: 10, Score: 14.093, Avg.Score: 17.109, Max.Score: 43.053, Time: 00:04:07\n",
      "Ep.: 253, Total Steps: 3634, Ep.Steps: 18, Score: 18.615, Avg.Score: 17.145, Max.Score: 43.053, Time: 00:04:09\n",
      "Ep.: 254, Total Steps: 3658, Ep.Steps: 24, Score: 23.224, Avg.Score: 17.232, Max.Score: 43.053, Time: 00:04:11\n",
      "Ep.: 255, Total Steps: 3672, Ep.Steps: 14, Score: 15.874, Avg.Score: 17.239, Max.Score: 43.053, Time: 00:04:12\n",
      "Ep.: 256, Total Steps: 3692, Ep.Steps: 20, Score: 21.641, Avg.Score: 17.296, Max.Score: 43.053, Time: 00:04:14\n",
      "Ep.: 257, Total Steps: 3701, Ep.Steps: 9, Score: 13.681, Avg.Score: 17.237, Max.Score: 43.053, Time: 00:04:14\n",
      "Ep.: 258, Total Steps: 3716, Ep.Steps: 15, Score: 19.430, Avg.Score: 17.325, Max.Score: 43.053, Time: 00:04:15\n",
      "Ep.: 259, Total Steps: 3734, Ep.Steps: 18, Score: 18.433, Avg.Score: 17.353, Max.Score: 43.053, Time: 00:04:17\n",
      "Ep.: 260, Total Steps: 3751, Ep.Steps: 17, Score: 18.143, Avg.Score: 17.377, Max.Score: 43.053, Time: 00:04:18\n",
      "Ep.: 261, Total Steps: 3762, Ep.Steps: 11, Score: 15.511, Avg.Score: 17.362, Max.Score: 43.053, Time: 00:04:19\n",
      "Ep.: 262, Total Steps: 3775, Ep.Steps: 13, Score: 16.348, Avg.Score: 17.391, Max.Score: 43.053, Time: 00:04:20\n",
      "Ep.: 263, Total Steps: 3785, Ep.Steps: 10, Score: 15.030, Avg.Score: 17.401, Max.Score: 43.053, Time: 00:04:20\n",
      "Ep.: 264, Total Steps: 3795, Ep.Steps: 10, Score: 13.026, Avg.Score: 17.378, Max.Score: 43.053, Time: 00:04:21\n",
      "Ep.: 265, Total Steps: 3812, Ep.Steps: 17, Score: 19.223, Avg.Score: 17.381, Max.Score: 43.053, Time: 00:04:22\n",
      "Ep.: 266, Total Steps: 3832, Ep.Steps: 20, Score: 15.514, Avg.Score: 17.356, Max.Score: 43.053, Time: 00:04:24\n",
      "Ep.: 267, Total Steps: 3846, Ep.Steps: 14, Score: 17.950, Avg.Score: 17.410, Max.Score: 43.053, Time: 00:04:25\n",
      "Ep.: 268, Total Steps: 3859, Ep.Steps: 13, Score: 17.324, Avg.Score: 17.432, Max.Score: 43.053, Time: 00:04:25\n",
      "Ep.: 269, Total Steps: 3873, Ep.Steps: 14, Score: 17.024, Avg.Score: 17.392, Max.Score: 43.053, Time: 00:04:26\n",
      "Ep.: 270, Total Steps: 3891, Ep.Steps: 18, Score: 16.910, Avg.Score: 17.375, Max.Score: 43.053, Time: 00:04:28\n",
      "Ep.: 271, Total Steps: 3901, Ep.Steps: 10, Score: 14.881, Avg.Score: 17.369, Max.Score: 43.053, Time: 00:04:28\n",
      "Ep.: 272, Total Steps: 3909, Ep.Steps: 8, Score: 12.164, Avg.Score: 17.351, Max.Score: 43.053, Time: 00:04:29\n",
      "Ep.: 273, Total Steps: 3925, Ep.Steps: 16, Score: 17.318, Avg.Score: 17.402, Max.Score: 43.053, Time: 00:04:30\n",
      "Ep.: 274, Total Steps: 3945, Ep.Steps: 20, Score: 19.537, Avg.Score: 17.433, Max.Score: 43.053, Time: 00:04:32\n",
      "Ep.: 275, Total Steps: 3956, Ep.Steps: 11, Score: 14.592, Avg.Score: 17.407, Max.Score: 43.053, Time: 00:04:33\n",
      "Ep.: 276, Total Steps: 3976, Ep.Steps: 20, Score: 17.769, Avg.Score: 17.402, Max.Score: 43.053, Time: 00:04:34\n",
      "Ep.: 277, Total Steps: 3989, Ep.Steps: 13, Score: 14.838, Avg.Score: 17.397, Max.Score: 43.053, Time: 00:04:35\n",
      "Ep.: 278, Total Steps: 4002, Ep.Steps: 13, Score: 16.728, Avg.Score: 17.428, Max.Score: 43.053, Time: 00:04:36\n",
      "Ep.: 279, Total Steps: 4025, Ep.Steps: 23, Score: 21.561, Avg.Score: 17.439, Max.Score: 43.053, Time: 00:04:38\n",
      "Ep.: 280, Total Steps: 4040, Ep.Steps: 15, Score: 15.982, Avg.Score: 17.384, Max.Score: 43.053, Time: 00:04:39\n",
      "Ep.: 281, Total Steps: 4048, Ep.Steps: 8, Score: 11.407, Avg.Score: 17.340, Max.Score: 43.053, Time: 00:04:39\n",
      "Ep.: 282, Total Steps: 4064, Ep.Steps: 16, Score: 19.534, Avg.Score: 17.398, Max.Score: 43.053, Time: 00:04:40\n",
      "Ep.: 283, Total Steps: 4072, Ep.Steps: 8, Score: 13.037, Avg.Score: 17.326, Max.Score: 43.053, Time: 00:04:41\n",
      "Ep.: 284, Total Steps: 4084, Ep.Steps: 12, Score: 15.759, Avg.Score: 17.320, Max.Score: 43.053, Time: 00:04:42\n",
      "Ep.: 285, Total Steps: 4098, Ep.Steps: 14, Score: 18.878, Avg.Score: 17.292, Max.Score: 43.053, Time: 00:04:43\n",
      "Ep.: 286, Total Steps: 4107, Ep.Steps: 9, Score: 12.246, Avg.Score: 17.210, Max.Score: 43.053, Time: 00:04:43\n",
      "Ep.: 287, Total Steps: 4118, Ep.Steps: 11, Score: 15.056, Avg.Score: 17.218, Max.Score: 43.053, Time: 00:04:44\n",
      "Ep.: 288, Total Steps: 4151, Ep.Steps: 33, Score: 34.896, Avg.Score: 17.440, Max.Score: 43.053, Time: 00:04:46\n",
      "Ep.: 289, Total Steps: 4169, Ep.Steps: 18, Score: 19.605, Avg.Score: 17.469, Max.Score: 43.053, Time: 00:04:48\n",
      "Ep.: 290, Total Steps: 4175, Ep.Steps: 6, Score: 10.158, Avg.Score: 17.426, Max.Score: 43.053, Time: 00:04:48\n",
      "Ep.: 291, Total Steps: 4181, Ep.Steps: 6, Score: 12.061, Avg.Score: 17.373, Max.Score: 43.053, Time: 00:04:48\n",
      "Ep.: 292, Total Steps: 4201, Ep.Steps: 20, Score: 20.058, Avg.Score: 17.442, Max.Score: 43.053, Time: 00:04:50\n",
      "Ep.: 293, Total Steps: 4216, Ep.Steps: 15, Score: 15.586, Avg.Score: 17.311, Max.Score: 43.053, Time: 00:04:51\n",
      "Ep.: 294, Total Steps: 4238, Ep.Steps: 22, Score: 21.172, Avg.Score: 17.386, Max.Score: 43.053, Time: 00:04:52\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 295, Total Steps: 4248, Ep.Steps: 10, Score: 13.046, Avg.Score: 17.355, Max.Score: 43.053, Time: 00:04:53\n",
      "Ep.: 296, Total Steps: 4268, Ep.Steps: 20, Score: 20.044, Avg.Score: 17.406, Max.Score: 43.053, Time: 00:04:54\n",
      "Ep.: 297, Total Steps: 4281, Ep.Steps: 13, Score: 17.355, Avg.Score: 17.411, Max.Score: 43.053, Time: 00:04:55\n",
      "Ep.: 298, Total Steps: 4291, Ep.Steps: 10, Score: 14.667, Avg.Score: 17.406, Max.Score: 43.053, Time: 00:04:56\n",
      "Ep.: 299, Total Steps: 4302, Ep.Steps: 11, Score: 14.863, Avg.Score: 17.405, Max.Score: 43.053, Time: 00:04:57\n",
      "Ep.: 300, Total Steps: 4324, Ep.Steps: 22, Score: 22.551, Avg.Score: 17.508, Max.Score: 43.053, Time: 00:04:58\n",
      "Ep.: 301, Total Steps: 4341, Ep.Steps: 17, Score: 19.744, Avg.Score: 17.425, Max.Score: 43.053, Time: 00:05:00\n",
      "Ep.: 302, Total Steps: 4360, Ep.Steps: 19, Score: 21.690, Avg.Score: 17.498, Max.Score: 43.053, Time: 00:05:01\n",
      "Ep.: 303, Total Steps: 4374, Ep.Steps: 14, Score: 17.366, Avg.Score: 17.469, Max.Score: 43.053, Time: 00:05:02\n",
      "Ep.: 304, Total Steps: 4387, Ep.Steps: 13, Score: 17.546, Avg.Score: 17.516, Max.Score: 43.053, Time: 00:05:03\n",
      "Ep.: 305, Total Steps: 4404, Ep.Steps: 17, Score: 20.887, Avg.Score: 17.585, Max.Score: 43.053, Time: 00:05:04\n",
      "Ep.: 306, Total Steps: 4416, Ep.Steps: 12, Score: 15.624, Avg.Score: 17.584, Max.Score: 43.053, Time: 00:05:05\n",
      "Ep.: 307, Total Steps: 4434, Ep.Steps: 18, Score: 18.535, Avg.Score: 17.586, Max.Score: 43.053, Time: 00:05:06\n",
      "Ep.: 308, Total Steps: 4445, Ep.Steps: 11, Score: 13.803, Avg.Score: 17.553, Max.Score: 43.053, Time: 00:05:07\n",
      "Ep.: 309, Total Steps: 4461, Ep.Steps: 16, Score: 19.684, Avg.Score: 17.599, Max.Score: 43.053, Time: 00:05:08\n",
      "Ep.: 310, Total Steps: 4488, Ep.Steps: 27, Score: 24.348, Avg.Score: 17.683, Max.Score: 43.053, Time: 00:05:10\n",
      "Ep.: 311, Total Steps: 4507, Ep.Steps: 19, Score: 19.729, Avg.Score: 17.450, Max.Score: 34.896, Time: 00:05:11\n",
      "Ep.: 312, Total Steps: 4519, Ep.Steps: 12, Score: 12.454, Avg.Score: 17.450, Max.Score: 34.896, Time: 00:05:12\n",
      "Ep.: 313, Total Steps: 4530, Ep.Steps: 11, Score: 14.340, Avg.Score: 17.478, Max.Score: 34.896, Time: 00:05:12\n",
      "Ep.: 314, Total Steps: 4540, Ep.Steps: 10, Score: 13.540, Avg.Score: 17.447, Max.Score: 34.896, Time: 00:05:13\n",
      "Ep.: 315, Total Steps: 4548, Ep.Steps: 8, Score: 13.337, Avg.Score: 17.396, Max.Score: 34.896, Time: 00:05:14\n",
      "Ep.: 316, Total Steps: 4557, Ep.Steps: 9, Score: 13.357, Avg.Score: 17.411, Max.Score: 34.896, Time: 00:05:14\n",
      "Ep.: 317, Total Steps: 4576, Ep.Steps: 19, Score: 19.592, Avg.Score: 17.456, Max.Score: 34.896, Time: 00:05:16\n",
      "Ep.: 318, Total Steps: 4586, Ep.Steps: 10, Score: 13.391, Avg.Score: 17.371, Max.Score: 34.896, Time: 00:05:16\n",
      "Ep.: 319, Total Steps: 4606, Ep.Steps: 20, Score: 17.908, Avg.Score: 17.378, Max.Score: 34.896, Time: 00:05:18\n",
      "Ep.: 320, Total Steps: 4620, Ep.Steps: 14, Score: 14.138, Avg.Score: 17.306, Max.Score: 34.896, Time: 00:05:19\n",
      "Ep.: 321, Total Steps: 4640, Ep.Steps: 20, Score: 23.560, Avg.Score: 17.406, Max.Score: 34.896, Time: 00:05:20\n",
      "Ep.: 322, Total Steps: 4656, Ep.Steps: 16, Score: 16.942, Avg.Score: 17.434, Max.Score: 34.896, Time: 00:05:21\n",
      "Ep.: 323, Total Steps: 4668, Ep.Steps: 12, Score: 14.361, Avg.Score: 17.445, Max.Score: 34.896, Time: 00:05:22\n",
      "Ep.: 324, Total Steps: 4687, Ep.Steps: 19, Score: 18.554, Avg.Score: 17.431, Max.Score: 34.896, Time: 00:05:23\n",
      "Ep.: 325, Total Steps: 4696, Ep.Steps: 9, Score: 13.885, Avg.Score: 17.358, Max.Score: 34.896, Time: 00:05:24\n",
      "Ep.: 326, Total Steps: 4715, Ep.Steps: 19, Score: 19.254, Avg.Score: 17.438, Max.Score: 34.896, Time: 00:05:26\n",
      "Ep.: 327, Total Steps: 4734, Ep.Steps: 19, Score: 21.335, Avg.Score: 17.454, Max.Score: 34.896, Time: 00:05:27\n",
      "Ep.: 328, Total Steps: 4741, Ep.Steps: 7, Score: 11.992, Avg.Score: 17.421, Max.Score: 34.896, Time: 00:05:28\n",
      "Ep.: 329, Total Steps: 4759, Ep.Steps: 18, Score: 21.403, Avg.Score: 17.424, Max.Score: 34.896, Time: 00:05:29\n",
      "Ep.: 330, Total Steps: 4772, Ep.Steps: 13, Score: 15.603, Avg.Score: 17.383, Max.Score: 34.896, Time: 00:05:30\n",
      "Ep.: 331, Total Steps: 4783, Ep.Steps: 11, Score: 15.285, Avg.Score: 17.376, Max.Score: 34.896, Time: 00:05:31\n",
      "Ep.: 332, Total Steps: 4792, Ep.Steps: 9, Score: 13.419, Avg.Score: 17.293, Max.Score: 34.896, Time: 00:05:31\n",
      "Ep.: 333, Total Steps: 4804, Ep.Steps: 12, Score: 15.387, Avg.Score: 17.307, Max.Score: 34.896, Time: 00:05:32\n",
      "Ep.: 334, Total Steps: 4819, Ep.Steps: 15, Score: 17.753, Avg.Score: 17.281, Max.Score: 34.896, Time: 00:05:33\n",
      "Ep.: 335, Total Steps: 4848, Ep.Steps: 29, Score: 24.773, Avg.Score: 17.348, Max.Score: 34.896, Time: 00:05:35\n",
      "Ep.: 336, Total Steps: 4862, Ep.Steps: 14, Score: 17.113, Avg.Score: 17.302, Max.Score: 34.896, Time: 00:05:36\n",
      "Ep.: 337, Total Steps: 4875, Ep.Steps: 13, Score: 15.357, Avg.Score: 17.285, Max.Score: 34.896, Time: 00:05:37\n",
      "Ep.: 338, Total Steps: 4884, Ep.Steps: 9, Score: 13.480, Avg.Score: 17.256, Max.Score: 34.896, Time: 00:05:38\n",
      "Ep.: 339, Total Steps: 4905, Ep.Steps: 21, Score: 22.473, Avg.Score: 17.279, Max.Score: 34.896, Time: 00:05:40\n",
      "Ep.: 340, Total Steps: 4917, Ep.Steps: 12, Score: 16.492, Avg.Score: 17.269, Max.Score: 34.896, Time: 00:05:41\n",
      "Ep.: 341, Total Steps: 4926, Ep.Steps: 9, Score: 14.333, Avg.Score: 17.242, Max.Score: 34.896, Time: 00:05:41\n",
      "Ep.: 342, Total Steps: 4932, Ep.Steps: 6, Score: 11.129, Avg.Score: 17.226, Max.Score: 34.896, Time: 00:05:42\n",
      "Ep.: 343, Total Steps: 4951, Ep.Steps: 19, Score: 18.436, Avg.Score: 17.230, Max.Score: 34.896, Time: 00:05:43\n",
      "Ep.: 344, Total Steps: 4965, Ep.Steps: 14, Score: 17.332, Avg.Score: 17.133, Max.Score: 34.896, Time: 00:05:44\n",
      "Ep.: 345, Total Steps: 4986, Ep.Steps: 21, Score: 19.314, Avg.Score: 17.158, Max.Score: 34.896, Time: 00:05:46\n",
      "Ep.: 346, Total Steps: 5001, Ep.Steps: 15, Score: 18.370, Avg.Score: 17.086, Max.Score: 34.896, Time: 00:05:47\n",
      "Ep.: 347, Total Steps: 5010, Ep.Steps: 9, Score: 13.922, Avg.Score: 17.057, Max.Score: 34.896, Time: 00:05:47\n",
      "Ep.: 348, Total Steps: 5021, Ep.Steps: 11, Score: 15.985, Avg.Score: 17.084, Max.Score: 34.896, Time: 00:05:48\n",
      "Ep.: 349, Total Steps: 5030, Ep.Steps: 9, Score: 14.717, Avg.Score: 17.037, Max.Score: 34.896, Time: 00:05:49\n",
      "Ep.: 350, Total Steps: 5039, Ep.Steps: 9, Score: 12.785, Avg.Score: 16.980, Max.Score: 34.896, Time: 00:05:49\n",
      "Ep.: 351, Total Steps: 5059, Ep.Steps: 20, Score: 20.512, Avg.Score: 17.006, Max.Score: 34.896, Time: 00:05:51\n",
      "Ep.: 352, Total Steps: 5081, Ep.Steps: 22, Score: 22.273, Avg.Score: 17.088, Max.Score: 34.896, Time: 00:05:52\n",
      "Ep.: 353, Total Steps: 5098, Ep.Steps: 17, Score: 19.791, Avg.Score: 17.100, Max.Score: 34.896, Time: 00:05:54\n",
      "Ep.: 354, Total Steps: 5106, Ep.Steps: 8, Score: 12.001, Avg.Score: 16.987, Max.Score: 34.896, Time: 00:05:54\n",
      "Ep.: 355, Total Steps: 5126, Ep.Steps: 20, Score: 22.898, Avg.Score: 17.058, Max.Score: 34.896, Time: 00:05:56\n",
      "Ep.: 356, Total Steps: 5139, Ep.Steps: 13, Score: 15.824, Avg.Score: 17.000, Max.Score: 34.896, Time: 00:05:57\n",
      "Ep.: 357, Total Steps: 5153, Ep.Steps: 14, Score: 14.409, Avg.Score: 17.007, Max.Score: 34.896, Time: 00:05:58\n",
      "Ep.: 358, Total Steps: 5169, Ep.Steps: 16, Score: 15.473, Avg.Score: 16.967, Max.Score: 34.896, Time: 00:05:59\n",
      "Ep.: 359, Total Steps: 5181, Ep.Steps: 12, Score: 14.016, Avg.Score: 16.923, Max.Score: 34.896, Time: 00:06:00\n",
      "Ep.: 360, Total Steps: 5197, Ep.Steps: 16, Score: 16.855, Avg.Score: 16.910, Max.Score: 34.896, Time: 00:06:01\n",
      "Ep.: 361, Total Steps: 5212, Ep.Steps: 15, Score: 16.641, Avg.Score: 16.921, Max.Score: 34.896, Time: 00:06:02\n",
      "Ep.: 362, Total Steps: 5231, Ep.Steps: 19, Score: 19.013, Avg.Score: 16.948, Max.Score: 34.896, Time: 00:06:03\n",
      "Ep.: 363, Total Steps: 5245, Ep.Steps: 14, Score: 16.692, Avg.Score: 16.965, Max.Score: 34.896, Time: 00:06:04\n",
      "Ep.: 364, Total Steps: 5255, Ep.Steps: 10, Score: 14.763, Avg.Score: 16.982, Max.Score: 34.896, Time: 00:06:05\n",
      "Ep.: 365, Total Steps: 5272, Ep.Steps: 17, Score: 16.362, Avg.Score: 16.953, Max.Score: 34.896, Time: 00:06:06\n",
      "Ep.: 366, Total Steps: 5285, Ep.Steps: 13, Score: 17.606, Avg.Score: 16.974, Max.Score: 34.896, Time: 00:06:07\n",
      "Ep.: 367, Total Steps: 5307, Ep.Steps: 22, Score: 21.998, Avg.Score: 17.015, Max.Score: 34.896, Time: 00:06:09\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 368, Total Steps: 5317, Ep.Steps: 10, Score: 12.931, Avg.Score: 16.971, Max.Score: 34.896, Time: 00:06:10\n",
      "Ep.: 369, Total Steps: 5336, Ep.Steps: 19, Score: 18.938, Avg.Score: 16.990, Max.Score: 34.896, Time: 00:06:11\n",
      "Ep.: 370, Total Steps: 5352, Ep.Steps: 16, Score: 17.116, Avg.Score: 16.992, Max.Score: 34.896, Time: 00:06:12\n",
      "Ep.: 371, Total Steps: 5374, Ep.Steps: 22, Score: 20.274, Avg.Score: 17.046, Max.Score: 34.896, Time: 00:06:14\n",
      "Ep.: 372, Total Steps: 5388, Ep.Steps: 14, Score: 17.420, Avg.Score: 17.099, Max.Score: 34.896, Time: 00:06:15\n",
      "Ep.: 373, Total Steps: 5397, Ep.Steps: 9, Score: 14.244, Avg.Score: 17.068, Max.Score: 34.896, Time: 00:06:16\n",
      "Ep.: 374, Total Steps: 5407, Ep.Steps: 10, Score: 14.520, Avg.Score: 17.018, Max.Score: 34.896, Time: 00:06:16\n",
      "Ep.: 375, Total Steps: 5415, Ep.Steps: 8, Score: 12.877, Avg.Score: 17.001, Max.Score: 34.896, Time: 00:06:17\n",
      "Ep.: 376, Total Steps: 5425, Ep.Steps: 10, Score: 13.283, Avg.Score: 16.956, Max.Score: 34.896, Time: 00:06:18\n",
      "Ep.: 377, Total Steps: 5433, Ep.Steps: 8, Score: 12.929, Avg.Score: 16.937, Max.Score: 34.896, Time: 00:06:18\n",
      "Ep.: 378, Total Steps: 5442, Ep.Steps: 9, Score: 13.452, Avg.Score: 16.904, Max.Score: 34.896, Time: 00:06:19\n",
      "Ep.: 379, Total Steps: 5453, Ep.Steps: 11, Score: 13.849, Avg.Score: 16.827, Max.Score: 34.896, Time: 00:06:20\n",
      "Ep.: 380, Total Steps: 5471, Ep.Steps: 18, Score: 19.101, Avg.Score: 16.858, Max.Score: 34.896, Time: 00:06:21\n",
      "Ep.: 381, Total Steps: 5485, Ep.Steps: 14, Score: 15.147, Avg.Score: 16.895, Max.Score: 34.896, Time: 00:06:22\n",
      "Ep.: 382, Total Steps: 5502, Ep.Steps: 17, Score: 19.908, Avg.Score: 16.899, Max.Score: 34.896, Time: 00:06:23\n",
      "Ep.: 383, Total Steps: 5521, Ep.Steps: 19, Score: 17.617, Avg.Score: 16.945, Max.Score: 34.896, Time: 00:06:25\n",
      "Ep.: 384, Total Steps: 5532, Ep.Steps: 11, Score: 13.764, Avg.Score: 16.925, Max.Score: 34.896, Time: 00:06:26\n",
      "Ep.: 385, Total Steps: 5552, Ep.Steps: 20, Score: 20.359, Avg.Score: 16.940, Max.Score: 34.896, Time: 00:06:27\n",
      "Ep.: 386, Total Steps: 5559, Ep.Steps: 7, Score: 12.801, Avg.Score: 16.945, Max.Score: 34.896, Time: 00:06:27\n",
      "Ep.: 387, Total Steps: 5571, Ep.Steps: 12, Score: 16.334, Avg.Score: 16.958, Max.Score: 34.896, Time: 00:06:28\n",
      "Ep.: 388, Total Steps: 5585, Ep.Steps: 14, Score: 14.409, Avg.Score: 16.753, Max.Score: 24.773, Time: 00:06:29\n",
      "Ep.: 389, Total Steps: 5602, Ep.Steps: 17, Score: 18.791, Avg.Score: 16.745, Max.Score: 24.773, Time: 00:06:31\n",
      "Ep.: 390, Total Steps: 5615, Ep.Steps: 13, Score: 16.352, Avg.Score: 16.807, Max.Score: 24.773, Time: 00:06:31\n",
      "Ep.: 391, Total Steps: 5623, Ep.Steps: 8, Score: 14.279, Avg.Score: 16.829, Max.Score: 24.773, Time: 00:06:32\n",
      "Ep.: 392, Total Steps: 5648, Ep.Steps: 25, Score: 25.092, Avg.Score: 16.880, Max.Score: 25.092, Time: 00:06:34\n",
      "Ep.: 393, Total Steps: 5660, Ep.Steps: 12, Score: 16.300, Avg.Score: 16.887, Max.Score: 25.092, Time: 00:06:35\n",
      "Ep.: 394, Total Steps: 5669, Ep.Steps: 9, Score: 13.547, Avg.Score: 16.810, Max.Score: 25.092, Time: 00:06:35\n",
      "Ep.: 395, Total Steps: 5685, Ep.Steps: 16, Score: 20.141, Avg.Score: 16.881, Max.Score: 25.092, Time: 00:06:36\n",
      "Ep.: 396, Total Steps: 5693, Ep.Steps: 8, Score: 12.550, Avg.Score: 16.806, Max.Score: 25.092, Time: 00:06:37\n",
      "Ep.: 397, Total Steps: 5714, Ep.Steps: 21, Score: 21.312, Avg.Score: 16.846, Max.Score: 25.092, Time: 00:06:39\n",
      "Ep.: 398, Total Steps: 5723, Ep.Steps: 9, Score: 13.462, Avg.Score: 16.834, Max.Score: 25.092, Time: 00:06:39\n",
      "Ep.: 399, Total Steps: 5740, Ep.Steps: 17, Score: 18.989, Avg.Score: 16.875, Max.Score: 25.092, Time: 00:06:40\n",
      "Ep.: 400, Total Steps: 5752, Ep.Steps: 12, Score: 14.998, Avg.Score: 16.800, Max.Score: 25.092, Time: 00:06:42\n",
      "Ep.: 401, Total Steps: 5765, Ep.Steps: 13, Score: 15.007, Avg.Score: 16.752, Max.Score: 25.092, Time: 00:06:43\n",
      "Ep.: 402, Total Steps: 5781, Ep.Steps: 16, Score: 18.497, Avg.Score: 16.720, Max.Score: 25.092, Time: 00:06:44\n",
      "Ep.: 403, Total Steps: 5797, Ep.Steps: 16, Score: 18.367, Avg.Score: 16.730, Max.Score: 25.092, Time: 00:06:45\n",
      "Ep.: 404, Total Steps: 5808, Ep.Steps: 11, Score: 10.539, Avg.Score: 16.660, Max.Score: 25.092, Time: 00:06:46\n",
      "Ep.: 405, Total Steps: 5819, Ep.Steps: 11, Score: 15.847, Avg.Score: 16.610, Max.Score: 25.092, Time: 00:06:46\n",
      "Ep.: 406, Total Steps: 5835, Ep.Steps: 16, Score: 17.792, Avg.Score: 16.632, Max.Score: 25.092, Time: 00:06:48\n",
      "Ep.: 407, Total Steps: 5845, Ep.Steps: 10, Score: 13.639, Avg.Score: 16.583, Max.Score: 25.092, Time: 00:06:48\n",
      "Ep.: 408, Total Steps: 5860, Ep.Steps: 15, Score: 17.152, Avg.Score: 16.616, Max.Score: 25.092, Time: 00:06:50\n",
      "Ep.: 409, Total Steps: 5876, Ep.Steps: 16, Score: 18.422, Avg.Score: 16.604, Max.Score: 25.092, Time: 00:06:51\n",
      "Ep.: 410, Total Steps: 5886, Ep.Steps: 10, Score: 13.393, Avg.Score: 16.494, Max.Score: 25.092, Time: 00:06:52\n",
      "Ep.: 411, Total Steps: 5901, Ep.Steps: 15, Score: 16.071, Avg.Score: 16.457, Max.Score: 25.092, Time: 00:06:53\n",
      "Ep.: 412, Total Steps: 5920, Ep.Steps: 19, Score: 18.930, Avg.Score: 16.522, Max.Score: 25.092, Time: 00:06:54\n",
      "Ep.: 413, Total Steps: 5941, Ep.Steps: 21, Score: 19.897, Avg.Score: 16.578, Max.Score: 25.092, Time: 00:06:56\n",
      "Ep.: 414, Total Steps: 5947, Ep.Steps: 6, Score: 10.962, Avg.Score: 16.552, Max.Score: 25.092, Time: 00:06:56\n",
      "Ep.: 415, Total Steps: 5958, Ep.Steps: 11, Score: 15.027, Avg.Score: 16.569, Max.Score: 25.092, Time: 00:06:57\n",
      "Ep.: 416, Total Steps: 5973, Ep.Steps: 15, Score: 18.370, Avg.Score: 16.619, Max.Score: 25.092, Time: 00:06:58\n",
      "Ep.: 417, Total Steps: 5989, Ep.Steps: 16, Score: 16.740, Avg.Score: 16.590, Max.Score: 25.092, Time: 00:06:59\n",
      "Ep.: 418, Total Steps: 6005, Ep.Steps: 16, Score: 17.983, Avg.Score: 16.636, Max.Score: 25.092, Time: 00:07:00\n",
      "Ep.: 419, Total Steps: 6015, Ep.Steps: 10, Score: 13.981, Avg.Score: 16.597, Max.Score: 25.092, Time: 00:07:01\n",
      "Ep.: 420, Total Steps: 6031, Ep.Steps: 16, Score: 18.369, Avg.Score: 16.639, Max.Score: 25.092, Time: 00:07:02\n",
      "Ep.: 421, Total Steps: 6050, Ep.Steps: 19, Score: 20.081, Avg.Score: 16.605, Max.Score: 25.092, Time: 00:07:04\n",
      "Ep.: 422, Total Steps: 6060, Ep.Steps: 10, Score: 14.304, Avg.Score: 16.578, Max.Score: 25.092, Time: 00:07:04\n",
      "Ep.: 423, Total Steps: 6070, Ep.Steps: 10, Score: 14.830, Avg.Score: 16.583, Max.Score: 25.092, Time: 00:07:05\n",
      "Ep.: 424, Total Steps: 6086, Ep.Steps: 16, Score: 18.190, Avg.Score: 16.579, Max.Score: 25.092, Time: 00:07:06\n",
      "Ep.: 425, Total Steps: 6102, Ep.Steps: 16, Score: 17.963, Avg.Score: 16.620, Max.Score: 25.092, Time: 00:07:08\n",
      "Ep.: 426, Total Steps: 6125, Ep.Steps: 23, Score: 25.517, Avg.Score: 16.683, Max.Score: 25.517, Time: 00:07:09\n",
      "Ep.: 427, Total Steps: 6145, Ep.Steps: 20, Score: 18.222, Avg.Score: 16.652, Max.Score: 25.517, Time: 00:07:11\n",
      "Ep.: 428, Total Steps: 6161, Ep.Steps: 16, Score: 16.048, Avg.Score: 16.692, Max.Score: 25.517, Time: 00:07:12\n",
      "Ep.: 429, Total Steps: 6168, Ep.Steps: 7, Score: 10.855, Avg.Score: 16.587, Max.Score: 25.517, Time: 00:07:12\n",
      "Ep.: 430, Total Steps: 6185, Ep.Steps: 17, Score: 17.429, Avg.Score: 16.605, Max.Score: 25.517, Time: 00:07:14\n",
      "Ep.: 431, Total Steps: 6194, Ep.Steps: 9, Score: 14.184, Avg.Score: 16.594, Max.Score: 25.517, Time: 00:07:14\n",
      "Ep.: 432, Total Steps: 6210, Ep.Steps: 16, Score: 21.350, Avg.Score: 16.673, Max.Score: 25.517, Time: 00:07:16\n",
      "Ep.: 433, Total Steps: 6228, Ep.Steps: 18, Score: 19.181, Avg.Score: 16.711, Max.Score: 25.517, Time: 00:07:18\n",
      "Ep.: 434, Total Steps: 6242, Ep.Steps: 14, Score: 15.489, Avg.Score: 16.688, Max.Score: 25.517, Time: 00:07:20\n",
      "Ep.: 435, Total Steps: 6253, Ep.Steps: 11, Score: 13.863, Avg.Score: 16.579, Max.Score: 25.517, Time: 00:07:20\n",
      "Ep.: 436, Total Steps: 6263, Ep.Steps: 10, Score: 14.524, Avg.Score: 16.553, Max.Score: 25.517, Time: 00:07:21\n",
      "Ep.: 437, Total Steps: 6282, Ep.Steps: 19, Score: 18.865, Avg.Score: 16.589, Max.Score: 25.517, Time: 00:07:23\n",
      "Ep.: 438, Total Steps: 6309, Ep.Steps: 27, Score: 24.180, Avg.Score: 16.696, Max.Score: 25.517, Time: 00:07:25\n",
      "Ep.: 439, Total Steps: 6321, Ep.Steps: 12, Score: 15.545, Avg.Score: 16.626, Max.Score: 25.517, Time: 00:07:26\n",
      "Ep.: 440, Total Steps: 6331, Ep.Steps: 10, Score: 14.896, Avg.Score: 16.610, Max.Score: 25.517, Time: 00:07:27\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 441, Total Steps: 6338, Ep.Steps: 7, Score: 11.046, Avg.Score: 16.577, Max.Score: 25.517, Time: 00:07:27\n",
      "Ep.: 442, Total Steps: 6349, Ep.Steps: 11, Score: 12.732, Avg.Score: 16.593, Max.Score: 25.517, Time: 00:07:28\n",
      "Ep.: 443, Total Steps: 6368, Ep.Steps: 19, Score: 18.656, Avg.Score: 16.596, Max.Score: 25.517, Time: 00:07:29\n",
      "Ep.: 444, Total Steps: 6379, Ep.Steps: 11, Score: 14.339, Avg.Score: 16.566, Max.Score: 25.517, Time: 00:07:30\n",
      "Ep.: 445, Total Steps: 6393, Ep.Steps: 14, Score: 16.625, Avg.Score: 16.539, Max.Score: 25.517, Time: 00:07:31\n",
      "Ep.: 446, Total Steps: 6402, Ep.Steps: 9, Score: 14.631, Avg.Score: 16.501, Max.Score: 25.517, Time: 00:07:32\n",
      "Ep.: 447, Total Steps: 6414, Ep.Steps: 12, Score: 14.210, Avg.Score: 16.504, Max.Score: 25.517, Time: 00:07:33\n",
      "Ep.: 448, Total Steps: 6427, Ep.Steps: 13, Score: 15.862, Avg.Score: 16.503, Max.Score: 25.517, Time: 00:07:34\n",
      "Ep.: 449, Total Steps: 6434, Ep.Steps: 7, Score: 10.732, Avg.Score: 16.463, Max.Score: 25.517, Time: 00:07:34\n",
      "Ep.: 450, Total Steps: 6442, Ep.Steps: 8, Score: 13.381, Avg.Score: 16.469, Max.Score: 25.517, Time: 00:07:35\n",
      "Ep.: 451, Total Steps: 6451, Ep.Steps: 9, Score: 12.572, Avg.Score: 16.390, Max.Score: 25.517, Time: 00:07:36\n",
      "Ep.: 452, Total Steps: 6463, Ep.Steps: 12, Score: 15.285, Avg.Score: 16.320, Max.Score: 25.517, Time: 00:07:37\n",
      "Ep.: 453, Total Steps: 6472, Ep.Steps: 9, Score: 12.892, Avg.Score: 16.251, Max.Score: 25.517, Time: 00:07:38\n",
      "Ep.: 454, Total Steps: 6483, Ep.Steps: 11, Score: 15.038, Avg.Score: 16.281, Max.Score: 25.517, Time: 00:07:39\n",
      "Ep.: 455, Total Steps: 6495, Ep.Steps: 12, Score: 15.788, Avg.Score: 16.210, Max.Score: 25.517, Time: 00:07:41\n",
      "Ep.: 456, Total Steps: 6505, Ep.Steps: 10, Score: 14.390, Avg.Score: 16.196, Max.Score: 25.517, Time: 00:07:42\n",
      "Ep.: 457, Total Steps: 6515, Ep.Steps: 10, Score: 14.854, Avg.Score: 16.200, Max.Score: 25.517, Time: 00:07:43\n",
      "Ep.: 458, Total Steps: 6525, Ep.Steps: 10, Score: 13.680, Avg.Score: 16.182, Max.Score: 25.517, Time: 00:07:44\n",
      "Ep.: 459, Total Steps: 6535, Ep.Steps: 10, Score: 14.619, Avg.Score: 16.188, Max.Score: 25.517, Time: 00:07:44\n",
      "Ep.: 460, Total Steps: 6548, Ep.Steps: 13, Score: 14.414, Avg.Score: 16.164, Max.Score: 25.517, Time: 00:07:46\n",
      "Ep.: 461, Total Steps: 6555, Ep.Steps: 7, Score: 12.714, Avg.Score: 16.125, Max.Score: 25.517, Time: 00:07:46\n",
      "Ep.: 462, Total Steps: 6572, Ep.Steps: 17, Score: 15.670, Avg.Score: 16.091, Max.Score: 25.517, Time: 00:07:48\n",
      "Ep.: 463, Total Steps: 6594, Ep.Steps: 22, Score: 21.888, Avg.Score: 16.143, Max.Score: 25.517, Time: 00:07:49\n",
      "Ep.: 464, Total Steps: 6607, Ep.Steps: 13, Score: 16.373, Avg.Score: 16.159, Max.Score: 25.517, Time: 00:07:51\n",
      "Ep.: 465, Total Steps: 6616, Ep.Steps: 9, Score: 13.605, Avg.Score: 16.132, Max.Score: 25.517, Time: 00:07:51\n",
      "Ep.: 466, Total Steps: 6625, Ep.Steps: 9, Score: 14.527, Avg.Score: 16.101, Max.Score: 25.517, Time: 00:07:52\n",
      "Ep.: 467, Total Steps: 6644, Ep.Steps: 19, Score: 17.451, Avg.Score: 16.056, Max.Score: 25.517, Time: 00:07:53\n",
      "Ep.: 468, Total Steps: 6661, Ep.Steps: 17, Score: 18.441, Avg.Score: 16.111, Max.Score: 25.517, Time: 00:07:54\n",
      "Ep.: 469, Total Steps: 6675, Ep.Steps: 14, Score: 17.583, Avg.Score: 16.097, Max.Score: 25.517, Time: 00:07:55\n",
      "Ep.: 470, Total Steps: 6688, Ep.Steps: 13, Score: 13.543, Avg.Score: 16.061, Max.Score: 25.517, Time: 00:07:56\n",
      "Ep.: 471, Total Steps: 6696, Ep.Steps: 8, Score: 12.972, Avg.Score: 15.988, Max.Score: 25.517, Time: 00:07:57\n",
      "Ep.: 472, Total Steps: 6705, Ep.Steps: 9, Score: 12.274, Avg.Score: 15.937, Max.Score: 25.517, Time: 00:07:58\n",
      "Ep.: 473, Total Steps: 6715, Ep.Steps: 10, Score: 13.070, Avg.Score: 15.925, Max.Score: 25.517, Time: 00:07:58\n",
      "Ep.: 474, Total Steps: 6732, Ep.Steps: 17, Score: 14.079, Avg.Score: 15.921, Max.Score: 25.517, Time: 00:07:59\n",
      "Ep.: 475, Total Steps: 6778, Ep.Steps: 46, Score: 32.196, Avg.Score: 16.114, Max.Score: 32.196, Time: 00:08:03\n",
      "Ep.: 476, Total Steps: 6794, Ep.Steps: 16, Score: 16.497, Avg.Score: 16.146, Max.Score: 32.196, Time: 00:08:04\n",
      "Ep.: 477, Total Steps: 6819, Ep.Steps: 25, Score: 19.771, Avg.Score: 16.215, Max.Score: 32.196, Time: 00:08:05\n",
      "Ep.: 478, Total Steps: 6833, Ep.Steps: 14, Score: 17.708, Avg.Score: 16.257, Max.Score: 32.196, Time: 00:08:06\n",
      "Ep.: 479, Total Steps: 6845, Ep.Steps: 12, Score: 15.538, Avg.Score: 16.274, Max.Score: 32.196, Time: 00:08:07\n",
      "Ep.: 480, Total Steps: 6858, Ep.Steps: 13, Score: 16.342, Avg.Score: 16.246, Max.Score: 32.196, Time: 00:08:08\n",
      "Ep.: 481, Total Steps: 6865, Ep.Steps: 7, Score: 11.679, Avg.Score: 16.212, Max.Score: 32.196, Time: 00:08:09\n",
      "Ep.: 482, Total Steps: 6875, Ep.Steps: 10, Score: 14.644, Avg.Score: 16.159, Max.Score: 32.196, Time: 00:08:09\n",
      "Ep.: 483, Total Steps: 6882, Ep.Steps: 7, Score: 11.677, Avg.Score: 16.100, Max.Score: 32.196, Time: 00:08:10\n",
      "Ep.: 484, Total Steps: 6893, Ep.Steps: 11, Score: 15.215, Avg.Score: 16.114, Max.Score: 32.196, Time: 00:08:10\n",
      "Ep.: 485, Total Steps: 6905, Ep.Steps: 12, Score: 14.318, Avg.Score: 16.054, Max.Score: 32.196, Time: 00:08:11\n",
      "Ep.: 486, Total Steps: 6920, Ep.Steps: 15, Score: 14.591, Avg.Score: 16.072, Max.Score: 32.196, Time: 00:08:12\n",
      "Ep.: 487, Total Steps: 6930, Ep.Steps: 10, Score: 14.950, Avg.Score: 16.058, Max.Score: 32.196, Time: 00:08:13\n",
      "Ep.: 488, Total Steps: 6941, Ep.Steps: 11, Score: 15.950, Avg.Score: 16.073, Max.Score: 32.196, Time: 00:08:14\n",
      "Ep.: 489, Total Steps: 6961, Ep.Steps: 20, Score: 21.759, Avg.Score: 16.103, Max.Score: 32.196, Time: 00:08:15\n",
      "Ep.: 490, Total Steps: 6976, Ep.Steps: 15, Score: 16.769, Avg.Score: 16.107, Max.Score: 32.196, Time: 00:08:16\n",
      "Ep.: 491, Total Steps: 6992, Ep.Steps: 16, Score: 19.156, Avg.Score: 16.156, Max.Score: 32.196, Time: 00:08:17\n",
      "Ep.: 492, Total Steps: 7025, Ep.Steps: 33, Score: 32.937, Avg.Score: 16.234, Max.Score: 32.937, Time: 00:08:20\n",
      "Ep.: 493, Total Steps: 7039, Ep.Steps: 14, Score: 11.866, Avg.Score: 16.190, Max.Score: 32.937, Time: 00:08:21\n",
      "Ep.: 494, Total Steps: 7048, Ep.Steps: 9, Score: 12.666, Avg.Score: 16.181, Max.Score: 32.937, Time: 00:08:21\n",
      "Ep.: 495, Total Steps: 7059, Ep.Steps: 11, Score: 14.275, Avg.Score: 16.123, Max.Score: 32.937, Time: 00:08:22\n",
      "Ep.: 496, Total Steps: 7069, Ep.Steps: 10, Score: 13.860, Avg.Score: 16.136, Max.Score: 32.937, Time: 00:08:23\n",
      "Ep.: 497, Total Steps: 7082, Ep.Steps: 13, Score: 15.240, Avg.Score: 16.075, Max.Score: 32.937, Time: 00:08:24\n",
      "Ep.: 498, Total Steps: 7089, Ep.Steps: 7, Score: 13.153, Avg.Score: 16.072, Max.Score: 32.937, Time: 00:08:24\n",
      "Ep.: 499, Total Steps: 7103, Ep.Steps: 14, Score: 17.471, Avg.Score: 16.057, Max.Score: 32.937, Time: 00:08:25\n",
      "Ep.: 500, Total Steps: 7112, Ep.Steps: 9, Score: 15.097, Avg.Score: 16.058, Max.Score: 32.937, Time: 00:08:26\n",
      "Ep.: 501, Total Steps: 7125, Ep.Steps: 13, Score: 17.026, Avg.Score: 16.078, Max.Score: 32.937, Time: 00:08:27\n",
      "Ep.: 502, Total Steps: 7138, Ep.Steps: 13, Score: 15.784, Avg.Score: 16.051, Max.Score: 32.937, Time: 00:08:28\n",
      "Ep.: 503, Total Steps: 7151, Ep.Steps: 13, Score: 18.069, Avg.Score: 16.048, Max.Score: 32.937, Time: 00:08:29\n",
      "Ep.: 504, Total Steps: 7162, Ep.Steps: 11, Score: 13.786, Avg.Score: 16.080, Max.Score: 32.937, Time: 00:08:30\n",
      "Ep.: 505, Total Steps: 7183, Ep.Steps: 21, Score: 18.561, Avg.Score: 16.107, Max.Score: 32.937, Time: 00:08:31\n",
      "Ep.: 506, Total Steps: 7196, Ep.Steps: 13, Score: 15.667, Avg.Score: 16.086, Max.Score: 32.937, Time: 00:08:32\n",
      "Ep.: 507, Total Steps: 7205, Ep.Steps: 9, Score: 12.569, Avg.Score: 16.075, Max.Score: 32.937, Time: 00:08:33\n",
      "Ep.: 508, Total Steps: 7215, Ep.Steps: 10, Score: 14.322, Avg.Score: 16.047, Max.Score: 32.937, Time: 00:08:33\n",
      "Ep.: 509, Total Steps: 7225, Ep.Steps: 10, Score: 13.562, Avg.Score: 15.998, Max.Score: 32.937, Time: 00:08:34\n",
      "Ep.: 510, Total Steps: 7237, Ep.Steps: 12, Score: 15.613, Avg.Score: 16.021, Max.Score: 32.937, Time: 00:08:35\n",
      "Ep.: 511, Total Steps: 7256, Ep.Steps: 19, Score: 19.235, Avg.Score: 16.052, Max.Score: 32.937, Time: 00:08:37\n",
      "Ep.: 512, Total Steps: 7263, Ep.Steps: 7, Score: 11.596, Avg.Score: 15.979, Max.Score: 32.937, Time: 00:08:38\n",
      "Ep.: 513, Total Steps: 7277, Ep.Steps: 14, Score: 16.252, Avg.Score: 15.943, Max.Score: 32.937, Time: 00:08:39\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 514, Total Steps: 7296, Ep.Steps: 19, Score: 17.933, Avg.Score: 16.012, Max.Score: 32.937, Time: 00:08:40\n",
      "Ep.: 515, Total Steps: 7314, Ep.Steps: 18, Score: 18.525, Avg.Score: 16.047, Max.Score: 32.937, Time: 00:08:42\n",
      "Ep.: 516, Total Steps: 7334, Ep.Steps: 20, Score: 19.979, Avg.Score: 16.063, Max.Score: 32.937, Time: 00:08:43\n",
      "Ep.: 517, Total Steps: 7343, Ep.Steps: 9, Score: 14.298, Avg.Score: 16.039, Max.Score: 32.937, Time: 00:08:44\n",
      "Ep.: 518, Total Steps: 7353, Ep.Steps: 10, Score: 13.524, Avg.Score: 15.994, Max.Score: 32.937, Time: 00:08:45\n",
      "Ep.: 519, Total Steps: 7376, Ep.Steps: 23, Score: 19.216, Avg.Score: 16.047, Max.Score: 32.937, Time: 00:08:46\n",
      "Ep.: 520, Total Steps: 7402, Ep.Steps: 26, Score: 24.029, Avg.Score: 16.103, Max.Score: 32.937, Time: 00:08:48\n",
      "Ep.: 521, Total Steps: 7429, Ep.Steps: 27, Score: 24.939, Avg.Score: 16.152, Max.Score: 32.937, Time: 00:08:50\n",
      "Ep.: 522, Total Steps: 7457, Ep.Steps: 28, Score: 25.160, Avg.Score: 16.260, Max.Score: 32.937, Time: 00:08:52\n",
      "Ep.: 523, Total Steps: 7471, Ep.Steps: 14, Score: 15.803, Avg.Score: 16.270, Max.Score: 32.937, Time: 00:08:53\n",
      "Ep.: 524, Total Steps: 7486, Ep.Steps: 15, Score: 14.568, Avg.Score: 16.234, Max.Score: 32.937, Time: 00:08:54\n",
      "Ep.: 525, Total Steps: 7506, Ep.Steps: 20, Score: 21.541, Avg.Score: 16.270, Max.Score: 32.937, Time: 00:08:55\n",
      "Ep.: 526, Total Steps: 7515, Ep.Steps: 9, Score: 15.336, Avg.Score: 16.168, Max.Score: 32.937, Time: 00:08:56\n",
      "Ep.: 527, Total Steps: 7535, Ep.Steps: 20, Score: 23.604, Avg.Score: 16.222, Max.Score: 32.937, Time: 00:08:57\n",
      "Ep.: 528, Total Steps: 7553, Ep.Steps: 18, Score: 18.474, Avg.Score: 16.246, Max.Score: 32.937, Time: 00:08:59\n",
      "Ep.: 529, Total Steps: 7571, Ep.Steps: 18, Score: 19.259, Avg.Score: 16.330, Max.Score: 32.937, Time: 00:09:00\n",
      "Ep.: 530, Total Steps: 7580, Ep.Steps: 9, Score: 14.301, Avg.Score: 16.299, Max.Score: 32.937, Time: 00:09:01\n",
      "Ep.: 531, Total Steps: 7599, Ep.Steps: 19, Score: 20.480, Avg.Score: 16.362, Max.Score: 32.937, Time: 00:09:02\n",
      "Ep.: 532, Total Steps: 7611, Ep.Steps: 12, Score: 15.007, Avg.Score: 16.298, Max.Score: 32.937, Time: 00:09:03\n",
      "Ep.: 533, Total Steps: 7622, Ep.Steps: 11, Score: 13.659, Avg.Score: 16.243, Max.Score: 32.937, Time: 00:09:04\n",
      "Ep.: 534, Total Steps: 7647, Ep.Steps: 25, Score: 22.482, Avg.Score: 16.313, Max.Score: 32.937, Time: 00:09:06\n",
      "Ep.: 535, Total Steps: 7661, Ep.Steps: 14, Score: 14.757, Avg.Score: 16.322, Max.Score: 32.937, Time: 00:09:07\n",
      "Ep.: 536, Total Steps: 7682, Ep.Steps: 21, Score: 21.083, Avg.Score: 16.387, Max.Score: 32.937, Time: 00:09:08\n",
      "Ep.: 537, Total Steps: 7691, Ep.Steps: 9, Score: 14.214, Avg.Score: 16.341, Max.Score: 32.937, Time: 00:09:09\n",
      "Ep.: 538, Total Steps: 7704, Ep.Steps: 13, Score: 19.137, Avg.Score: 16.291, Max.Score: 32.937, Time: 00:09:10\n",
      "Ep.: 539, Total Steps: 7717, Ep.Steps: 13, Score: 17.051, Avg.Score: 16.306, Max.Score: 32.937, Time: 00:09:10\n",
      "Ep.: 540, Total Steps: 7726, Ep.Steps: 9, Score: 14.232, Avg.Score: 16.299, Max.Score: 32.937, Time: 00:09:11\n",
      "Ep.: 541, Total Steps: 7742, Ep.Steps: 16, Score: 15.978, Avg.Score: 16.348, Max.Score: 32.937, Time: 00:09:12\n",
      "Ep.: 542, Total Steps: 7752, Ep.Steps: 10, Score: 14.374, Avg.Score: 16.365, Max.Score: 32.937, Time: 00:09:13\n",
      "Ep.: 543, Total Steps: 7771, Ep.Steps: 19, Score: 19.630, Avg.Score: 16.374, Max.Score: 32.937, Time: 00:09:14\n",
      "Ep.: 544, Total Steps: 7783, Ep.Steps: 12, Score: 16.463, Avg.Score: 16.396, Max.Score: 32.937, Time: 00:09:15\n",
      "Ep.: 545, Total Steps: 7793, Ep.Steps: 10, Score: 14.599, Avg.Score: 16.375, Max.Score: 32.937, Time: 00:09:16\n",
      "Ep.: 546, Total Steps: 7803, Ep.Steps: 10, Score: 15.231, Avg.Score: 16.381, Max.Score: 32.937, Time: 00:09:16\n",
      "Ep.: 547, Total Steps: 7814, Ep.Steps: 11, Score: 15.809, Avg.Score: 16.397, Max.Score: 32.937, Time: 00:09:17\n",
      "Ep.: 548, Total Steps: 7827, Ep.Steps: 13, Score: 15.779, Avg.Score: 16.397, Max.Score: 32.937, Time: 00:09:18\n",
      "Ep.: 549, Total Steps: 7846, Ep.Steps: 19, Score: 17.907, Avg.Score: 16.468, Max.Score: 32.937, Time: 00:09:20\n",
      "Ep.: 550, Total Steps: 7870, Ep.Steps: 24, Score: 23.552, Avg.Score: 16.570, Max.Score: 32.937, Time: 00:09:21\n",
      "Ep.: 551, Total Steps: 7881, Ep.Steps: 11, Score: 14.066, Avg.Score: 16.585, Max.Score: 32.937, Time: 00:09:22\n",
      "Ep.: 552, Total Steps: 7902, Ep.Steps: 21, Score: 23.183, Avg.Score: 16.664, Max.Score: 32.937, Time: 00:09:24\n",
      "Ep.: 553, Total Steps: 7912, Ep.Steps: 10, Score: 14.819, Avg.Score: 16.683, Max.Score: 32.937, Time: 00:09:24\n",
      "Ep.: 554, Total Steps: 7937, Ep.Steps: 25, Score: 24.874, Avg.Score: 16.782, Max.Score: 32.937, Time: 00:09:26\n",
      "Ep.: 555, Total Steps: 7947, Ep.Steps: 10, Score: 13.729, Avg.Score: 16.761, Max.Score: 32.937, Time: 00:09:27\n",
      "Ep.: 556, Total Steps: 7961, Ep.Steps: 14, Score: 16.723, Avg.Score: 16.784, Max.Score: 32.937, Time: 00:09:28\n",
      "Ep.: 557, Total Steps: 7978, Ep.Steps: 17, Score: 18.059, Avg.Score: 16.816, Max.Score: 32.937, Time: 00:09:29\n",
      "Ep.: 558, Total Steps: 7995, Ep.Steps: 17, Score: 16.168, Avg.Score: 16.841, Max.Score: 32.937, Time: 00:09:30\n",
      "Ep.: 559, Total Steps: 8012, Ep.Steps: 17, Score: 19.691, Avg.Score: 16.892, Max.Score: 32.937, Time: 00:09:32\n",
      "Ep.: 560, Total Steps: 8026, Ep.Steps: 14, Score: 17.453, Avg.Score: 16.922, Max.Score: 32.937, Time: 00:09:33\n",
      "Ep.: 561, Total Steps: 8036, Ep.Steps: 10, Score: 14.466, Avg.Score: 16.940, Max.Score: 32.937, Time: 00:09:33\n",
      "Ep.: 562, Total Steps: 8049, Ep.Steps: 13, Score: 14.844, Avg.Score: 16.932, Max.Score: 32.937, Time: 00:09:34\n",
      "Ep.: 563, Total Steps: 8067, Ep.Steps: 18, Score: 21.466, Avg.Score: 16.927, Max.Score: 32.937, Time: 00:09:35\n",
      "Ep.: 564, Total Steps: 8079, Ep.Steps: 12, Score: 15.615, Avg.Score: 16.920, Max.Score: 32.937, Time: 00:09:36\n",
      "Ep.: 565, Total Steps: 8091, Ep.Steps: 12, Score: 15.700, Avg.Score: 16.941, Max.Score: 32.937, Time: 00:09:37\n",
      "Ep.: 566, Total Steps: 8106, Ep.Steps: 15, Score: 16.244, Avg.Score: 16.958, Max.Score: 32.937, Time: 00:09:38\n",
      "Ep.: 567, Total Steps: 8126, Ep.Steps: 20, Score: 19.755, Avg.Score: 16.981, Max.Score: 32.937, Time: 00:09:40\n",
      "Ep.: 568, Total Steps: 8136, Ep.Steps: 10, Score: 15.151, Avg.Score: 16.948, Max.Score: 32.937, Time: 00:09:41\n",
      "Ep.: 569, Total Steps: 8146, Ep.Steps: 10, Score: 14.979, Avg.Score: 16.922, Max.Score: 32.937, Time: 00:09:41\n",
      "Ep.: 570, Total Steps: 8159, Ep.Steps: 13, Score: 16.240, Avg.Score: 16.949, Max.Score: 32.937, Time: 00:09:42\n",
      "Ep.: 571, Total Steps: 8173, Ep.Steps: 14, Score: 16.061, Avg.Score: 16.980, Max.Score: 32.937, Time: 00:09:43\n",
      "Ep.: 572, Total Steps: 8194, Ep.Steps: 21, Score: 22.695, Avg.Score: 17.084, Max.Score: 32.937, Time: 00:09:45\n",
      "Ep.: 573, Total Steps: 8212, Ep.Steps: 18, Score: 18.634, Avg.Score: 17.140, Max.Score: 32.937, Time: 00:09:46\n",
      "Ep.: 574, Total Steps: 8235, Ep.Steps: 23, Score: 23.453, Avg.Score: 17.233, Max.Score: 32.937, Time: 00:09:48\n",
      "Ep.: 575, Total Steps: 8244, Ep.Steps: 9, Score: 11.826, Avg.Score: 17.030, Max.Score: 32.937, Time: 00:09:48\n",
      "Ep.: 576, Total Steps: 8253, Ep.Steps: 9, Score: 13.318, Avg.Score: 16.998, Max.Score: 32.937, Time: 00:09:49\n",
      "Ep.: 577, Total Steps: 8267, Ep.Steps: 14, Score: 16.184, Avg.Score: 16.962, Max.Score: 32.937, Time: 00:09:50\n",
      "Ep.: 578, Total Steps: 8284, Ep.Steps: 17, Score: 19.643, Avg.Score: 16.981, Max.Score: 32.937, Time: 00:09:51\n",
      "Ep.: 579, Total Steps: 8293, Ep.Steps: 9, Score: 12.635, Avg.Score: 16.952, Max.Score: 32.937, Time: 00:09:52\n",
      "Ep.: 580, Total Steps: 8303, Ep.Steps: 10, Score: 13.350, Avg.Score: 16.923, Max.Score: 32.937, Time: 00:09:53\n",
      "Ep.: 581, Total Steps: 8313, Ep.Steps: 10, Score: 13.578, Avg.Score: 16.942, Max.Score: 32.937, Time: 00:09:53\n",
      "Ep.: 582, Total Steps: 8326, Ep.Steps: 13, Score: 14.114, Avg.Score: 16.936, Max.Score: 32.937, Time: 00:09:54\n",
      "Ep.: 583, Total Steps: 8334, Ep.Steps: 8, Score: 12.674, Avg.Score: 16.946, Max.Score: 32.937, Time: 00:09:55\n",
      "Ep.: 584, Total Steps: 8348, Ep.Steps: 14, Score: 18.304, Avg.Score: 16.977, Max.Score: 32.937, Time: 00:09:56\n",
      "Ep.: 585, Total Steps: 8370, Ep.Steps: 22, Score: 19.277, Avg.Score: 17.027, Max.Score: 32.937, Time: 00:09:57\n",
      "Ep.: 586, Total Steps: 8386, Ep.Steps: 16, Score: 14.709, Avg.Score: 17.028, Max.Score: 32.937, Time: 00:09:58\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 587, Total Steps: 8393, Ep.Steps: 7, Score: 12.853, Avg.Score: 17.007, Max.Score: 32.937, Time: 00:09:59\n",
      "Ep.: 588, Total Steps: 8403, Ep.Steps: 10, Score: 13.315, Avg.Score: 16.981, Max.Score: 32.937, Time: 00:10:00\n",
      "Ep.: 589, Total Steps: 8414, Ep.Steps: 11, Score: 15.702, Avg.Score: 16.920, Max.Score: 32.937, Time: 00:10:00\n",
      "Ep.: 590, Total Steps: 8426, Ep.Steps: 12, Score: 16.276, Avg.Score: 16.915, Max.Score: 32.937, Time: 00:10:01\n",
      "Ep.: 591, Total Steps: 8433, Ep.Steps: 7, Score: 12.881, Avg.Score: 16.852, Max.Score: 32.937, Time: 00:10:02\n",
      "Ep.: 592, Total Steps: 8441, Ep.Steps: 8, Score: 12.218, Avg.Score: 16.645, Max.Score: 25.160, Time: 00:10:02\n",
      "Ep.: 593, Total Steps: 8457, Ep.Steps: 16, Score: 20.072, Avg.Score: 16.727, Max.Score: 25.160, Time: 00:10:04\n",
      "Ep.: 594, Total Steps: 8475, Ep.Steps: 18, Score: 19.226, Avg.Score: 16.793, Max.Score: 25.160, Time: 00:10:05\n",
      "Ep.: 595, Total Steps: 8483, Ep.Steps: 8, Score: 12.716, Avg.Score: 16.777, Max.Score: 25.160, Time: 00:10:06\n",
      "Ep.: 596, Total Steps: 8506, Ep.Steps: 23, Score: 20.913, Avg.Score: 16.848, Max.Score: 25.160, Time: 00:10:07\n",
      "Ep.: 597, Total Steps: 8517, Ep.Steps: 11, Score: 13.974, Avg.Score: 16.835, Max.Score: 25.160, Time: 00:10:08\n",
      "Ep.: 598, Total Steps: 8526, Ep.Steps: 9, Score: 13.992, Avg.Score: 16.843, Max.Score: 25.160, Time: 00:10:09\n",
      "Ep.: 599, Total Steps: 8543, Ep.Steps: 17, Score: 17.686, Avg.Score: 16.846, Max.Score: 25.160, Time: 00:10:10\n",
      "Ep.: 600, Total Steps: 8557, Ep.Steps: 14, Score: 15.578, Avg.Score: 16.850, Max.Score: 25.160, Time: 00:10:11\n",
      "Ep.: 601, Total Steps: 8566, Ep.Steps: 9, Score: 14.164, Avg.Score: 16.822, Max.Score: 25.160, Time: 00:10:12\n",
      "Ep.: 602, Total Steps: 8580, Ep.Steps: 14, Score: 16.492, Avg.Score: 16.829, Max.Score: 25.160, Time: 00:10:13\n",
      "Ep.: 603, Total Steps: 8598, Ep.Steps: 18, Score: 19.077, Avg.Score: 16.839, Max.Score: 25.160, Time: 00:10:14\n",
      "Ep.: 604, Total Steps: 8623, Ep.Steps: 25, Score: 20.916, Avg.Score: 16.910, Max.Score: 25.160, Time: 00:10:16\n",
      "Ep.: 605, Total Steps: 8637, Ep.Steps: 14, Score: 13.926, Avg.Score: 16.864, Max.Score: 25.160, Time: 00:10:17\n",
      "Ep.: 606, Total Steps: 8655, Ep.Steps: 18, Score: 17.380, Avg.Score: 16.881, Max.Score: 25.160, Time: 00:10:18\n",
      "Ep.: 607, Total Steps: 8673, Ep.Steps: 18, Score: 23.184, Avg.Score: 16.987, Max.Score: 25.160, Time: 00:10:20\n",
      "Ep.: 608, Total Steps: 8683, Ep.Steps: 10, Score: 14.547, Avg.Score: 16.989, Max.Score: 25.160, Time: 00:10:20\n",
      "Ep.: 609, Total Steps: 8693, Ep.Steps: 10, Score: 14.563, Avg.Score: 16.999, Max.Score: 25.160, Time: 00:10:21\n",
      "Ep.: 610, Total Steps: 8704, Ep.Steps: 11, Score: 15.602, Avg.Score: 16.999, Max.Score: 25.160, Time: 00:10:22\n",
      "Ep.: 611, Total Steps: 8715, Ep.Steps: 11, Score: 13.990, Avg.Score: 16.947, Max.Score: 25.160, Time: 00:10:22\n",
      "Ep.: 612, Total Steps: 8732, Ep.Steps: 17, Score: 17.174, Avg.Score: 17.003, Max.Score: 25.160, Time: 00:10:24\n",
      "Ep.: 613, Total Steps: 8748, Ep.Steps: 16, Score: 15.783, Avg.Score: 16.998, Max.Score: 25.160, Time: 00:10:25\n",
      "Ep.: 614, Total Steps: 8768, Ep.Steps: 20, Score: 17.887, Avg.Score: 16.997, Max.Score: 25.160, Time: 00:10:27\n",
      "Ep.: 615, Total Steps: 8782, Ep.Steps: 14, Score: 15.284, Avg.Score: 16.965, Max.Score: 25.160, Time: 00:10:28\n",
      "Ep.: 616, Total Steps: 8792, Ep.Steps: 10, Score: 14.312, Avg.Score: 16.908, Max.Score: 25.160, Time: 00:10:28\n",
      "Ep.: 617, Total Steps: 8813, Ep.Steps: 21, Score: 19.550, Avg.Score: 16.961, Max.Score: 25.160, Time: 00:10:30\n",
      "Ep.: 618, Total Steps: 8822, Ep.Steps: 9, Score: 13.357, Avg.Score: 16.959, Max.Score: 25.160, Time: 00:10:31\n",
      "Ep.: 619, Total Steps: 8834, Ep.Steps: 12, Score: 16.026, Avg.Score: 16.927, Max.Score: 25.160, Time: 00:10:31\n",
      "Ep.: 620, Total Steps: 8848, Ep.Steps: 14, Score: 15.306, Avg.Score: 16.840, Max.Score: 25.160, Time: 00:10:32\n",
      "Ep.: 621, Total Steps: 8862, Ep.Steps: 14, Score: 15.686, Avg.Score: 16.748, Max.Score: 25.160, Time: 00:10:33\n",
      "Ep.: 622, Total Steps: 8873, Ep.Steps: 11, Score: 14.480, Avg.Score: 16.641, Max.Score: 24.874, Time: 00:10:34\n",
      "Ep.: 623, Total Steps: 8883, Ep.Steps: 10, Score: 14.407, Avg.Score: 16.627, Max.Score: 24.874, Time: 00:10:35\n",
      "Ep.: 624, Total Steps: 8892, Ep.Steps: 9, Score: 13.267, Avg.Score: 16.614, Max.Score: 24.874, Time: 00:10:36\n",
      "Ep.: 625, Total Steps: 8917, Ep.Steps: 25, Score: 23.377, Avg.Score: 16.632, Max.Score: 24.874, Time: 00:10:37\n",
      "Ep.: 626, Total Steps: 8933, Ep.Steps: 16, Score: 18.535, Avg.Score: 16.664, Max.Score: 24.874, Time: 00:10:38\n",
      "Ep.: 627, Total Steps: 8952, Ep.Steps: 19, Score: 21.651, Avg.Score: 16.645, Max.Score: 24.874, Time: 00:10:40\n",
      "Ep.: 628, Total Steps: 8971, Ep.Steps: 19, Score: 20.847, Avg.Score: 16.668, Max.Score: 24.874, Time: 00:10:41\n",
      "Ep.: 629, Total Steps: 8988, Ep.Steps: 17, Score: 18.675, Avg.Score: 16.663, Max.Score: 24.874, Time: 00:10:42\n",
      "Ep.: 630, Total Steps: 9003, Ep.Steps: 15, Score: 17.913, Avg.Score: 16.699, Max.Score: 24.874, Time: 00:10:43\n",
      "Ep.: 631, Total Steps: 9022, Ep.Steps: 19, Score: 20.365, Avg.Score: 16.698, Max.Score: 24.874, Time: 00:10:45\n",
      "Ep.: 632, Total Steps: 9032, Ep.Steps: 10, Score: 12.943, Avg.Score: 16.677, Max.Score: 24.874, Time: 00:10:45\n",
      "Ep.: 633, Total Steps: 9045, Ep.Steps: 13, Score: 17.774, Avg.Score: 16.718, Max.Score: 24.874, Time: 00:10:46\n",
      "Ep.: 634, Total Steps: 9052, Ep.Steps: 7, Score: 11.852, Avg.Score: 16.612, Max.Score: 24.874, Time: 00:10:47\n",
      "Ep.: 635, Total Steps: 9060, Ep.Steps: 8, Score: 13.447, Avg.Score: 16.599, Max.Score: 24.874, Time: 00:10:47\n",
      "Ep.: 636, Total Steps: 9070, Ep.Steps: 10, Score: 13.762, Avg.Score: 16.525, Max.Score: 24.874, Time: 00:10:48\n",
      "Ep.: 637, Total Steps: 9083, Ep.Steps: 13, Score: 15.163, Avg.Score: 16.535, Max.Score: 24.874, Time: 00:10:49\n",
      "Ep.: 638, Total Steps: 9096, Ep.Steps: 13, Score: 15.536, Avg.Score: 16.499, Max.Score: 24.874, Time: 00:10:50\n",
      "Ep.: 639, Total Steps: 9109, Ep.Steps: 13, Score: 16.933, Avg.Score: 16.498, Max.Score: 24.874, Time: 00:10:51\n",
      "Ep.: 640, Total Steps: 9120, Ep.Steps: 11, Score: 14.426, Avg.Score: 16.500, Max.Score: 24.874, Time: 00:10:52\n",
      "Ep.: 641, Total Steps: 9141, Ep.Steps: 21, Score: 22.226, Avg.Score: 16.562, Max.Score: 24.874, Time: 00:10:53\n",
      "Ep.: 642, Total Steps: 9154, Ep.Steps: 13, Score: 18.096, Avg.Score: 16.599, Max.Score: 24.874, Time: 00:10:54\n",
      "Ep.: 643, Total Steps: 9164, Ep.Steps: 10, Score: 15.010, Avg.Score: 16.553, Max.Score: 24.874, Time: 00:10:55\n",
      "Ep.: 644, Total Steps: 9181, Ep.Steps: 17, Score: 17.250, Avg.Score: 16.561, Max.Score: 24.874, Time: 00:10:56\n",
      "Ep.: 645, Total Steps: 9193, Ep.Steps: 12, Score: 15.997, Avg.Score: 16.575, Max.Score: 24.874, Time: 00:10:57\n",
      "Ep.: 646, Total Steps: 9201, Ep.Steps: 8, Score: 12.009, Avg.Score: 16.543, Max.Score: 24.874, Time: 00:10:57\n",
      "Ep.: 647, Total Steps: 9224, Ep.Steps: 23, Score: 24.394, Avg.Score: 16.629, Max.Score: 24.874, Time: 00:10:59\n",
      "Ep.: 648, Total Steps: 9240, Ep.Steps: 16, Score: 16.013, Avg.Score: 16.631, Max.Score: 24.874, Time: 00:11:00\n",
      "Ep.: 649, Total Steps: 9255, Ep.Steps: 15, Score: 19.362, Avg.Score: 16.646, Max.Score: 24.874, Time: 00:11:01\n",
      "Ep.: 650, Total Steps: 9271, Ep.Steps: 16, Score: 19.791, Avg.Score: 16.608, Max.Score: 24.874, Time: 00:11:02\n",
      "Ep.: 651, Total Steps: 9288, Ep.Steps: 17, Score: 16.795, Avg.Score: 16.635, Max.Score: 24.874, Time: 00:11:04\n",
      "Ep.: 652, Total Steps: 9306, Ep.Steps: 18, Score: 19.376, Avg.Score: 16.597, Max.Score: 24.874, Time: 00:11:05\n",
      "Ep.: 653, Total Steps: 9326, Ep.Steps: 20, Score: 19.136, Avg.Score: 16.640, Max.Score: 24.874, Time: 00:11:07\n",
      "Ep.: 654, Total Steps: 9339, Ep.Steps: 13, Score: 15.719, Avg.Score: 16.549, Max.Score: 24.394, Time: 00:11:07\n",
      "Ep.: 655, Total Steps: 9355, Ep.Steps: 16, Score: 14.451, Avg.Score: 16.556, Max.Score: 24.394, Time: 00:11:09\n",
      "Ep.: 656, Total Steps: 9362, Ep.Steps: 7, Score: 11.402, Avg.Score: 16.503, Max.Score: 24.394, Time: 00:11:09\n",
      "Ep.: 657, Total Steps: 9381, Ep.Steps: 19, Score: 19.272, Avg.Score: 16.515, Max.Score: 24.394, Time: 00:11:10\n",
      "Ep.: 658, Total Steps: 9386, Ep.Steps: 5, Score: 9.513, Avg.Score: 16.448, Max.Score: 24.394, Time: 00:11:11\n",
      "Ep.: 659, Total Steps: 9402, Ep.Steps: 16, Score: 16.861, Avg.Score: 16.420, Max.Score: 24.394, Time: 00:11:12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 660, Total Steps: 9424, Ep.Steps: 22, Score: 19.294, Avg.Score: 16.438, Max.Score: 24.394, Time: 00:11:13\n",
      "Ep.: 661, Total Steps: 9445, Ep.Steps: 21, Score: 20.165, Avg.Score: 16.495, Max.Score: 24.394, Time: 00:11:15\n",
      "Ep.: 662, Total Steps: 9454, Ep.Steps: 9, Score: 13.856, Avg.Score: 16.486, Max.Score: 24.394, Time: 00:11:16\n",
      "Ep.: 663, Total Steps: 9470, Ep.Steps: 16, Score: 17.712, Avg.Score: 16.448, Max.Score: 24.394, Time: 00:11:17\n",
      "Ep.: 664, Total Steps: 9484, Ep.Steps: 14, Score: 17.891, Avg.Score: 16.471, Max.Score: 24.394, Time: 00:11:18\n",
      "Ep.: 665, Total Steps: 9502, Ep.Steps: 18, Score: 18.560, Avg.Score: 16.499, Max.Score: 24.394, Time: 00:11:19\n",
      "Ep.: 666, Total Steps: 9521, Ep.Steps: 19, Score: 21.235, Avg.Score: 16.549, Max.Score: 24.394, Time: 00:11:20\n",
      "Ep.: 667, Total Steps: 9534, Ep.Steps: 13, Score: 14.224, Avg.Score: 16.494, Max.Score: 24.394, Time: 00:11:21\n",
      "Ep.: 668, Total Steps: 9541, Ep.Steps: 7, Score: 11.622, Avg.Score: 16.459, Max.Score: 24.394, Time: 00:11:22\n",
      "Ep.: 669, Total Steps: 9550, Ep.Steps: 9, Score: 14.106, Avg.Score: 16.450, Max.Score: 24.394, Time: 00:11:22\n",
      "Ep.: 670, Total Steps: 9563, Ep.Steps: 13, Score: 16.083, Avg.Score: 16.448, Max.Score: 24.394, Time: 00:11:23\n",
      "Ep.: 671, Total Steps: 9578, Ep.Steps: 15, Score: 18.082, Avg.Score: 16.469, Max.Score: 24.394, Time: 00:11:24\n",
      "Ep.: 672, Total Steps: 9592, Ep.Steps: 14, Score: 16.504, Avg.Score: 16.407, Max.Score: 24.394, Time: 00:11:25\n",
      "Ep.: 673, Total Steps: 9604, Ep.Steps: 12, Score: 16.199, Avg.Score: 16.382, Max.Score: 24.394, Time: 00:11:26\n",
      "Ep.: 674, Total Steps: 9613, Ep.Steps: 9, Score: 13.604, Avg.Score: 16.284, Max.Score: 24.394, Time: 00:11:27\n",
      "Ep.: 675, Total Steps: 9621, Ep.Steps: 8, Score: 13.072, Avg.Score: 16.296, Max.Score: 24.394, Time: 00:11:27\n",
      "Ep.: 676, Total Steps: 9640, Ep.Steps: 19, Score: 17.294, Avg.Score: 16.336, Max.Score: 24.394, Time: 00:11:29\n",
      "Ep.: 677, Total Steps: 9655, Ep.Steps: 15, Score: 17.862, Avg.Score: 16.353, Max.Score: 24.394, Time: 00:11:30\n",
      "Ep.: 678, Total Steps: 9667, Ep.Steps: 12, Score: 16.150, Avg.Score: 16.318, Max.Score: 24.394, Time: 00:11:31\n",
      "Ep.: 679, Total Steps: 9682, Ep.Steps: 15, Score: 17.907, Avg.Score: 16.371, Max.Score: 24.394, Time: 00:11:32\n",
      "Ep.: 680, Total Steps: 9692, Ep.Steps: 10, Score: 14.092, Avg.Score: 16.378, Max.Score: 24.394, Time: 00:11:33\n",
      "Ep.: 681, Total Steps: 9710, Ep.Steps: 18, Score: 19.806, Avg.Score: 16.440, Max.Score: 24.394, Time: 00:11:34\n",
      "Ep.: 682, Total Steps: 9718, Ep.Steps: 8, Score: 12.206, Avg.Score: 16.421, Max.Score: 24.394, Time: 00:11:35\n",
      "Ep.: 683, Total Steps: 9729, Ep.Steps: 11, Score: 14.734, Avg.Score: 16.442, Max.Score: 24.394, Time: 00:11:36\n",
      "Ep.: 684, Total Steps: 9749, Ep.Steps: 20, Score: 19.334, Avg.Score: 16.452, Max.Score: 24.394, Time: 00:11:37\n",
      "Ep.: 685, Total Steps: 9763, Ep.Steps: 14, Score: 18.915, Avg.Score: 16.449, Max.Score: 24.394, Time: 00:11:38\n",
      "Ep.: 686, Total Steps: 9774, Ep.Steps: 11, Score: 15.518, Avg.Score: 16.457, Max.Score: 24.394, Time: 00:11:39\n",
      "Ep.: 687, Total Steps: 9784, Ep.Steps: 10, Score: 15.409, Avg.Score: 16.482, Max.Score: 24.394, Time: 00:11:40\n",
      "Ep.: 688, Total Steps: 9804, Ep.Steps: 20, Score: 15.880, Avg.Score: 16.508, Max.Score: 24.394, Time: 00:11:41\n",
      "Ep.: 689, Total Steps: 9821, Ep.Steps: 17, Score: 18.167, Avg.Score: 16.532, Max.Score: 24.394, Time: 00:11:42\n",
      "Ep.: 690, Total Steps: 9830, Ep.Steps: 9, Score: 13.339, Avg.Score: 16.503, Max.Score: 24.394, Time: 00:11:43\n",
      "Ep.: 691, Total Steps: 9847, Ep.Steps: 17, Score: 17.945, Avg.Score: 16.554, Max.Score: 24.394, Time: 00:11:44\n",
      "Ep.: 692, Total Steps: 9860, Ep.Steps: 13, Score: 16.074, Avg.Score: 16.592, Max.Score: 24.394, Time: 00:11:45\n",
      "Ep.: 693, Total Steps: 9869, Ep.Steps: 9, Score: 13.433, Avg.Score: 16.526, Max.Score: 24.394, Time: 00:11:46\n",
      "Ep.: 694, Total Steps: 9884, Ep.Steps: 15, Score: 19.540, Avg.Score: 16.529, Max.Score: 24.394, Time: 00:11:47\n",
      "Ep.: 695, Total Steps: 9896, Ep.Steps: 12, Score: 16.140, Avg.Score: 16.563, Max.Score: 24.394, Time: 00:11:48\n",
      "Ep.: 696, Total Steps: 9910, Ep.Steps: 14, Score: 16.858, Avg.Score: 16.523, Max.Score: 24.394, Time: 00:11:49\n",
      "Ep.: 697, Total Steps: 9916, Ep.Steps: 6, Score: 10.855, Avg.Score: 16.492, Max.Score: 24.394, Time: 00:11:49\n",
      "Ep.: 698, Total Steps: 9932, Ep.Steps: 16, Score: 18.926, Avg.Score: 16.541, Max.Score: 24.394, Time: 00:11:51\n",
      "Ep.: 699, Total Steps: 9942, Ep.Steps: 10, Score: 15.449, Avg.Score: 16.519, Max.Score: 24.394, Time: 00:11:52\n",
      "Ep.: 700, Total Steps: 9954, Ep.Steps: 12, Score: 17.028, Avg.Score: 16.533, Max.Score: 24.394, Time: 00:11:52\n",
      "Ep.: 701, Total Steps: 9973, Ep.Steps: 19, Score: 22.178, Avg.Score: 16.613, Max.Score: 24.394, Time: 00:11:54\n",
      "Ep.: 702, Total Steps: 9985, Ep.Steps: 12, Score: 15.663, Avg.Score: 16.605, Max.Score: 24.394, Time: 00:11:55\n",
      "Ep.: 703, Total Steps: 10041, Ep.Steps: 56, Score: 55.095, Avg.Score: 16.965, Max.Score: 55.095, Time: 00:11:59\n",
      "Ep.: 704, Total Steps: 10108, Ep.Steps: 67, Score: 21.777, Avg.Score: 16.974, Max.Score: 55.095, Time: 00:12:05\n",
      "Ep.: 705, Total Steps: 10169, Ep.Steps: 61, Score: 17.587, Avg.Score: 17.010, Max.Score: 55.095, Time: 00:12:10\n",
      "Ep.: 706, Total Steps: 10232, Ep.Steps: 63, Score: 22.131, Avg.Score: 17.058, Max.Score: 55.095, Time: 00:12:14\n",
      "Ep.: 707, Total Steps: 10293, Ep.Steps: 61, Score: 17.369, Avg.Score: 17.000, Max.Score: 55.095, Time: 00:12:19\n",
      "Ep.: 708, Total Steps: 10383, Ep.Steps: 90, Score: 38.434, Avg.Score: 17.239, Max.Score: 55.095, Time: 00:12:26\n",
      "Ep.: 709, Total Steps: 10474, Ep.Steps: 91, Score: 57.202, Avg.Score: 17.665, Max.Score: 57.202, Time: 00:12:35\n",
      "Ep.: 710, Total Steps: 10527, Ep.Steps: 53, Score: 40.979, Avg.Score: 17.919, Max.Score: 57.202, Time: 00:12:39\n",
      "Ep.: 711, Total Steps: 10659, Ep.Steps: 132, Score: 86.267, Avg.Score: 18.641, Max.Score: 86.267, Time: 00:12:50\n",
      "Ep.: 712, Total Steps: 10726, Ep.Steps: 67, Score: 72.604, Avg.Score: 19.196, Max.Score: 86.267, Time: 00:12:56\n",
      "Ep.: 713, Total Steps: 10786, Ep.Steps: 60, Score: 61.846, Avg.Score: 19.656, Max.Score: 86.267, Time: 00:13:00\n",
      "Ep.: 714, Total Steps: 10867, Ep.Steps: 81, Score: 38.785, Avg.Score: 19.865, Max.Score: 86.267, Time: 00:13:06\n",
      "Ep.: 715, Total Steps: 10947, Ep.Steps: 80, Score: 43.713, Avg.Score: 20.150, Max.Score: 86.267, Time: 00:13:13\n",
      "Ep.: 716, Total Steps: 11029, Ep.Steps: 82, Score: 88.494, Avg.Score: 20.891, Max.Score: 88.494, Time: 00:13:19\n",
      "Ep.: 717, Total Steps: 11084, Ep.Steps: 55, Score: 29.768, Avg.Score: 20.994, Max.Score: 88.494, Time: 00:13:23\n",
      "Ep.: 718, Total Steps: 11162, Ep.Steps: 78, Score: 43.639, Avg.Score: 21.296, Max.Score: 88.494, Time: 00:13:29\n",
      "Ep.: 719, Total Steps: 11220, Ep.Steps: 58, Score: 34.276, Avg.Score: 21.479, Max.Score: 88.494, Time: 00:13:34\n",
      "Ep.: 720, Total Steps: 11295, Ep.Steps: 75, Score: 29.776, Avg.Score: 21.624, Max.Score: 88.494, Time: 00:13:39\n",
      "Ep.: 721, Total Steps: 11401, Ep.Steps: 106, Score: 97.774, Avg.Score: 22.445, Max.Score: 97.774, Time: 00:13:48\n",
      "Ep.: 722, Total Steps: 11477, Ep.Steps: 76, Score: 29.956, Avg.Score: 22.599, Max.Score: 97.774, Time: 00:13:54\n",
      "Ep.: 723, Total Steps: 11572, Ep.Steps: 95, Score: 31.060, Avg.Score: 22.766, Max.Score: 97.774, Time: 00:14:01\n",
      "Ep.: 724, Total Steps: 11666, Ep.Steps: 94, Score: 31.531, Avg.Score: 22.948, Max.Score: 97.774, Time: 00:14:09\n",
      "Ep.: 725, Total Steps: 11741, Ep.Steps: 75, Score: 20.305, Avg.Score: 22.918, Max.Score: 97.774, Time: 00:14:15\n",
      "Ep.: 726, Total Steps: 11836, Ep.Steps: 95, Score: 40.129, Avg.Score: 23.134, Max.Score: 97.774, Time: 00:14:22\n",
      "Ep.: 727, Total Steps: 11952, Ep.Steps: 116, Score: 52.241, Avg.Score: 23.440, Max.Score: 97.774, Time: 00:14:31\n",
      "Ep.: 728, Total Steps: 12026, Ep.Steps: 74, Score: 62.928, Avg.Score: 23.860, Max.Score: 97.774, Time: 00:14:37\n",
      "Ep.: 729, Total Steps: 12126, Ep.Steps: 100, Score: 93.043, Avg.Score: 24.604, Max.Score: 97.774, Time: 00:14:44\n",
      "Ep.: 730, Total Steps: 12226, Ep.Steps: 100, Score: 102.457, Avg.Score: 25.450, Max.Score: 102.457, Time: 00:14:52\n",
      "Ep.: 731, Total Steps: 12308, Ep.Steps: 82, Score: 90.716, Avg.Score: 26.153, Max.Score: 102.457, Time: 00:14:58\n",
      "Ep.: 732, Total Steps: 12370, Ep.Steps: 62, Score: 75.074, Avg.Score: 26.774, Max.Score: 102.457, Time: 00:15:03\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 733, Total Steps: 12422, Ep.Steps: 52, Score: 64.538, Avg.Score: 27.242, Max.Score: 102.457, Time: 00:15:07\n",
      "Ep.: 734, Total Steps: 12500, Ep.Steps: 78, Score: 91.850, Avg.Score: 28.042, Max.Score: 102.457, Time: 00:15:13\n",
      "Ep.: 735, Total Steps: 12556, Ep.Steps: 56, Score: 66.791, Avg.Score: 28.575, Max.Score: 102.457, Time: 00:15:18\n",
      "Ep.: 736, Total Steps: 12619, Ep.Steps: 63, Score: 70.905, Avg.Score: 29.147, Max.Score: 102.457, Time: 00:15:23\n",
      "Ep.: 737, Total Steps: 12690, Ep.Steps: 71, Score: 81.955, Avg.Score: 29.815, Max.Score: 102.457, Time: 00:15:33\n",
      "Ep.: 738, Total Steps: 12773, Ep.Steps: 83, Score: 96.526, Avg.Score: 30.625, Max.Score: 102.457, Time: 00:15:39\n",
      "Ep.: 739, Total Steps: 12843, Ep.Steps: 70, Score: 79.488, Avg.Score: 31.250, Max.Score: 102.457, Time: 00:15:46\n",
      "Ep.: 740, Total Steps: 12916, Ep.Steps: 73, Score: 28.728, Avg.Score: 31.393, Max.Score: 102.457, Time: 00:15:59\n",
      "Ep.: 741, Total Steps: 13039, Ep.Steps: 123, Score: 110.342, Avg.Score: 32.274, Max.Score: 110.342, Time: 00:16:11\n",
      "Ep.: 742, Total Steps: 13126, Ep.Steps: 87, Score: 86.968, Avg.Score: 32.963, Max.Score: 110.342, Time: 00:16:19\n",
      "Ep.: 743, Total Steps: 13250, Ep.Steps: 124, Score: 123.497, Avg.Score: 34.048, Max.Score: 123.497, Time: 00:16:31\n",
      "Ep.: 744, Total Steps: 13566, Ep.Steps: 316, Score: 267.031, Avg.Score: 36.546, Max.Score: 267.031, Time: 00:17:01\n",
      "Ep.: 745, Total Steps: 13661, Ep.Steps: 95, Score: 44.294, Avg.Score: 36.829, Max.Score: 267.031, Time: 00:17:17\n",
      "Ep.: 746, Total Steps: 13761, Ep.Steps: 100, Score: 101.010, Avg.Score: 37.719, Max.Score: 267.031, Time: 00:17:32\n",
      "Ep.: 747, Total Steps: 13868, Ep.Steps: 107, Score: 53.883, Avg.Score: 38.014, Max.Score: 267.031, Time: 00:17:40\n",
      "Ep.: 748, Total Steps: 13971, Ep.Steps: 103, Score: 104.615, Avg.Score: 38.900, Max.Score: 267.031, Time: 00:17:48\n",
      "Ep.: 749, Total Steps: 14043, Ep.Steps: 72, Score: 32.993, Avg.Score: 39.036, Max.Score: 267.031, Time: 00:17:53\n",
      "Ep.: 750, Total Steps: 14353, Ep.Steps: 310, Score: 261.173, Avg.Score: 41.450, Max.Score: 267.031, Time: 00:18:17\n",
      "Ep.: 751, Total Steps: 14445, Ep.Steps: 92, Score: 41.248, Avg.Score: 41.694, Max.Score: 267.031, Time: 00:18:23\n",
      "Ep.: 752, Total Steps: 14538, Ep.Steps: 93, Score: 40.197, Avg.Score: 41.903, Max.Score: 267.031, Time: 00:18:30\n",
      "Ep.: 753, Total Steps: 14614, Ep.Steps: 76, Score: 79.352, Avg.Score: 42.505, Max.Score: 267.031, Time: 00:18:36\n",
      "Ep.: 754, Total Steps: 14704, Ep.Steps: 90, Score: 96.107, Avg.Score: 43.309, Max.Score: 267.031, Time: 00:18:43\n",
      "Ep.: 755, Total Steps: 14863, Ep.Steps: 159, Score: 86.696, Avg.Score: 44.031, Max.Score: 267.031, Time: 00:18:56\n",
      "Ep.: 756, Total Steps: 14960, Ep.Steps: 97, Score: 43.677, Avg.Score: 44.354, Max.Score: 267.031, Time: 00:19:03\n",
      "Ep.: 757, Total Steps: 15091, Ep.Steps: 131, Score: 69.932, Avg.Score: 44.860, Max.Score: 267.031, Time: 00:19:13\n",
      "Ep.: 758, Total Steps: 15188, Ep.Steps: 97, Score: 44.827, Avg.Score: 45.214, Max.Score: 267.031, Time: 00:19:21\n",
      "Ep.: 759, Total Steps: 15278, Ep.Steps: 90, Score: 93.113, Avg.Score: 45.976, Max.Score: 267.031, Time: 00:19:28\n",
      "Ep.: 760, Total Steps: 15364, Ep.Steps: 86, Score: 32.102, Avg.Score: 46.104, Max.Score: 267.031, Time: 00:19:35\n",
      "Ep.: 761, Total Steps: 15445, Ep.Steps: 81, Score: 26.395, Avg.Score: 46.166, Max.Score: 267.031, Time: 00:19:41\n",
      "Ep.: 762, Total Steps: 15537, Ep.Steps: 92, Score: 102.235, Avg.Score: 47.050, Max.Score: 267.031, Time: 00:19:49\n",
      "Ep.: 763, Total Steps: 15629, Ep.Steps: 92, Score: 99.628, Avg.Score: 47.869, Max.Score: 267.031, Time: 00:19:56\n",
      "Ep.: 764, Total Steps: 15721, Ep.Steps: 92, Score: 41.934, Avg.Score: 48.110, Max.Score: 267.031, Time: 00:20:03\n",
      "Ep.: 765, Total Steps: 15788, Ep.Steps: 67, Score: 19.258, Avg.Score: 48.117, Max.Score: 267.031, Time: 00:20:09\n",
      "Ep.: 766, Total Steps: 15862, Ep.Steps: 74, Score: 84.080, Avg.Score: 48.745, Max.Score: 267.031, Time: 00:20:14\n",
      "Ep.: 767, Total Steps: 15925, Ep.Steps: 63, Score: 74.340, Avg.Score: 49.346, Max.Score: 267.031, Time: 00:20:19\n",
      "Ep.: 768, Total Steps: 16028, Ep.Steps: 103, Score: 110.114, Avg.Score: 50.331, Max.Score: 267.031, Time: 00:20:27\n",
      "Ep.: 769, Total Steps: 16102, Ep.Steps: 74, Score: 40.326, Avg.Score: 50.594, Max.Score: 267.031, Time: 00:20:33\n",
      "Ep.: 770, Total Steps: 16167, Ep.Steps: 65, Score: 77.349, Avg.Score: 51.206, Max.Score: 267.031, Time: 00:20:37\n",
      "Ep.: 771, Total Steps: 16244, Ep.Steps: 77, Score: 87.532, Avg.Score: 51.901, Max.Score: 267.031, Time: 00:20:43\n",
      "Ep.: 772, Total Steps: 16357, Ep.Steps: 113, Score: 75.856, Avg.Score: 52.494, Max.Score: 267.031, Time: 00:20:52\n",
      "Ep.: 773, Total Steps: 16422, Ep.Steps: 65, Score: 80.040, Avg.Score: 53.133, Max.Score: 267.031, Time: 00:21:01\n",
      "Ep.: 774, Total Steps: 16480, Ep.Steps: 58, Score: 71.038, Avg.Score: 53.707, Max.Score: 267.031, Time: 00:21:06\n",
      "Ep.: 775, Total Steps: 16559, Ep.Steps: 79, Score: 86.833, Avg.Score: 54.445, Max.Score: 267.031, Time: 00:21:12\n",
      "Ep.: 776, Total Steps: 16643, Ep.Steps: 84, Score: 94.852, Avg.Score: 55.220, Max.Score: 267.031, Time: 00:21:19\n",
      "Ep.: 777, Total Steps: 16713, Ep.Steps: 70, Score: 81.879, Avg.Score: 55.860, Max.Score: 267.031, Time: 00:21:24\n",
      "Ep.: 778, Total Steps: 16783, Ep.Steps: 70, Score: 81.335, Avg.Score: 56.512, Max.Score: 267.031, Time: 00:21:29\n",
      "Ep.: 779, Total Steps: 16867, Ep.Steps: 84, Score: 100.685, Avg.Score: 57.340, Max.Score: 267.031, Time: 00:21:36\n",
      "Ep.: 780, Total Steps: 16931, Ep.Steps: 64, Score: 75.402, Avg.Score: 57.953, Max.Score: 267.031, Time: 00:21:41\n",
      "Ep.: 781, Total Steps: 16999, Ep.Steps: 68, Score: 81.350, Avg.Score: 58.569, Max.Score: 267.031, Time: 00:21:46\n",
      "Ep.: 782, Total Steps: 17058, Ep.Steps: 59, Score: 71.652, Avg.Score: 59.163, Max.Score: 267.031, Time: 00:21:51\n",
      "Ep.: 783, Total Steps: 17131, Ep.Steps: 73, Score: 75.386, Avg.Score: 59.769, Max.Score: 267.031, Time: 00:21:56\n",
      "Ep.: 784, Total Steps: 17188, Ep.Steps: 57, Score: 58.949, Avg.Score: 60.166, Max.Score: 267.031, Time: 00:22:01\n",
      "Ep.: 785, Total Steps: 17268, Ep.Steps: 80, Score: 82.313, Avg.Score: 60.800, Max.Score: 267.031, Time: 00:22:07\n",
      "Ep.: 786, Total Steps: 17324, Ep.Steps: 56, Score: 59.640, Avg.Score: 61.241, Max.Score: 267.031, Time: 00:22:12\n",
      "Ep.: 787, Total Steps: 17396, Ep.Steps: 72, Score: 75.058, Avg.Score: 61.837, Max.Score: 267.031, Time: 00:22:18\n",
      "Ep.: 788, Total Steps: 17470, Ep.Steps: 74, Score: 74.568, Avg.Score: 62.424, Max.Score: 267.031, Time: 00:22:23\n",
      "Ep.: 789, Total Steps: 17558, Ep.Steps: 88, Score: 86.597, Avg.Score: 63.109, Max.Score: 267.031, Time: 00:22:30\n",
      "Ep.: 790, Total Steps: 17665, Ep.Steps: 107, Score: 99.636, Avg.Score: 63.971, Max.Score: 267.031, Time: 00:22:39\n",
      "Ep.: 791, Total Steps: 17769, Ep.Steps: 104, Score: 51.363, Avg.Score: 64.306, Max.Score: 267.031, Time: 00:22:47\n",
      "Ep.: 792, Total Steps: 17855, Ep.Steps: 86, Score: 90.757, Avg.Score: 65.052, Max.Score: 267.031, Time: 00:22:53\n",
      "Ep.: 793, Total Steps: 17934, Ep.Steps: 79, Score: 84.831, Avg.Score: 65.766, Max.Score: 267.031, Time: 00:23:00\n",
      "Ep.: 794, Total Steps: 18023, Ep.Steps: 89, Score: 90.948, Avg.Score: 66.481, Max.Score: 267.031, Time: 00:23:06\n",
      "Ep.: 795, Total Steps: 18085, Ep.Steps: 62, Score: 66.925, Avg.Score: 66.988, Max.Score: 267.031, Time: 00:23:11\n",
      "Ep.: 796, Total Steps: 18144, Ep.Steps: 59, Score: 64.051, Avg.Score: 67.460, Max.Score: 267.031, Time: 00:23:16\n",
      "Ep.: 797, Total Steps: 18233, Ep.Steps: 89, Score: 39.379, Avg.Score: 67.746, Max.Score: 267.031, Time: 00:23:25\n",
      "Ep.: 798, Total Steps: 18290, Ep.Steps: 57, Score: 66.172, Avg.Score: 68.218, Max.Score: 267.031, Time: 00:23:30\n",
      "Ep.: 799, Total Steps: 18368, Ep.Steps: 78, Score: 85.215, Avg.Score: 68.916, Max.Score: 267.031, Time: 00:23:37\n",
      "Ep.: 800, Total Steps: 18433, Ep.Steps: 65, Score: 78.173, Avg.Score: 69.527, Max.Score: 267.031, Time: 00:23:42\n",
      "Ep.: 801, Total Steps: 18500, Ep.Steps: 67, Score: 79.397, Avg.Score: 70.099, Max.Score: 267.031, Time: 00:23:47\n",
      "Ep.: 802, Total Steps: 18585, Ep.Steps: 85, Score: 95.930, Avg.Score: 70.902, Max.Score: 267.031, Time: 00:24:00\n",
      "Ep.: 803, Total Steps: 18671, Ep.Steps: 86, Score: 97.306, Avg.Score: 71.324, Max.Score: 267.031, Time: 00:24:07\n",
      "Ep.: 804, Total Steps: 18747, Ep.Steps: 76, Score: 32.851, Avg.Score: 71.435, Max.Score: 267.031, Time: 00:24:13\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 805, Total Steps: 18816, Ep.Steps: 69, Score: 84.061, Avg.Score: 72.100, Max.Score: 267.031, Time: 00:24:19\n",
      "Ep.: 806, Total Steps: 18875, Ep.Steps: 59, Score: 75.547, Avg.Score: 72.634, Max.Score: 267.031, Time: 00:24:24\n",
      "Ep.: 807, Total Steps: 18953, Ep.Steps: 78, Score: 93.440, Avg.Score: 73.394, Max.Score: 267.031, Time: 00:24:30\n",
      "Ep.: 808, Total Steps: 19038, Ep.Steps: 85, Score: 35.449, Avg.Score: 73.365, Max.Score: 267.031, Time: 00:24:39\n",
      "Ep.: 809, Total Steps: 19109, Ep.Steps: 71, Score: 88.067, Avg.Score: 73.673, Max.Score: 267.031, Time: 00:24:46\n",
      "Ep.: 810, Total Steps: 19171, Ep.Steps: 62, Score: 81.915, Avg.Score: 74.083, Max.Score: 267.031, Time: 00:24:52\n",
      "Ep.: 811, Total Steps: 19288, Ep.Steps: 117, Score: 125.624, Avg.Score: 74.476, Max.Score: 267.031, Time: 00:25:04\n",
      "Ep.: 812, Total Steps: 19358, Ep.Steps: 70, Score: 86.665, Avg.Score: 74.617, Max.Score: 267.031, Time: 00:25:11\n",
      "Ep.: 813, Total Steps: 19473, Ep.Steps: 115, Score: 51.493, Avg.Score: 74.513, Max.Score: 267.031, Time: 00:25:25\n",
      "Ep.: 814, Total Steps: 19582, Ep.Steps: 109, Score: 56.231, Avg.Score: 74.688, Max.Score: 267.031, Time: 00:25:40\n",
      "Ep.: 815, Total Steps: 19682, Ep.Steps: 100, Score: 81.418, Avg.Score: 75.065, Max.Score: 267.031, Time: 00:25:50\n",
      "Ep.: 816, Total Steps: 19782, Ep.Steps: 100, Score: 112.631, Avg.Score: 75.306, Max.Score: 267.031, Time: 00:25:59\n",
      "Ep.: 817, Total Steps: 19895, Ep.Steps: 113, Score: 58.923, Avg.Score: 75.598, Max.Score: 267.031, Time: 00:26:08\n",
      "Ep.: 818, Total Steps: 20034, Ep.Steps: 139, Score: 68.680, Avg.Score: 75.848, Max.Score: 267.031, Time: 00:26:19\n",
      "Ep.: 819, Total Steps: 20068, Ep.Steps: 34, Score: 31.047, Avg.Score: 75.816, Max.Score: 267.031, Time: 00:26:22\n",
      "Ep.: 820, Total Steps: 20143, Ep.Steps: 75, Score: 90.021, Avg.Score: 76.418, Max.Score: 267.031, Time: 00:26:28\n",
      "Ep.: 821, Total Steps: 20249, Ep.Steps: 106, Score: 46.941, Avg.Score: 75.910, Max.Score: 267.031, Time: 00:26:38\n",
      "Ep.: 822, Total Steps: 20310, Ep.Steps: 61, Score: 76.704, Avg.Score: 76.377, Max.Score: 267.031, Time: 00:26:44\n",
      "Ep.: 823, Total Steps: 20352, Ep.Steps: 42, Score: 35.397, Avg.Score: 76.421, Max.Score: 267.031, Time: 00:26:48\n",
      "Ep.: 824, Total Steps: 20479, Ep.Steps: 127, Score: 64.971, Avg.Score: 76.755, Max.Score: 267.031, Time: 00:26:59\n",
      "Ep.: 825, Total Steps: 20622, Ep.Steps: 143, Score: 77.286, Avg.Score: 77.325, Max.Score: 267.031, Time: 00:27:12\n",
      "Ep.: 826, Total Steps: 20706, Ep.Steps: 84, Score: 98.464, Avg.Score: 77.908, Max.Score: 267.031, Time: 00:27:20\n",
      "Ep.: 827, Total Steps: 20804, Ep.Steps: 98, Score: 40.703, Avg.Score: 77.793, Max.Score: 267.031, Time: 00:27:29\n",
      "Ep.: 828, Total Steps: 20956, Ep.Steps: 152, Score: 87.115, Avg.Score: 78.035, Max.Score: 267.031, Time: 00:27:42\n",
      "Ep.: 829, Total Steps: 21015, Ep.Steps: 59, Score: 70.756, Avg.Score: 77.812, Max.Score: 267.031, Time: 00:27:48\n",
      "Ep.: 830, Total Steps: 21126, Ep.Steps: 111, Score: 52.810, Avg.Score: 77.315, Max.Score: 267.031, Time: 00:27:58\n",
      "Ep.: 831, Total Steps: 21263, Ep.Steps: 137, Score: 69.865, Avg.Score: 77.107, Max.Score: 267.031, Time: 00:28:09\n",
      "Ep.: 832, Total Steps: 21353, Ep.Steps: 90, Score: 38.607, Avg.Score: 76.742, Max.Score: 267.031, Time: 00:28:16\n",
      "Ep.: 833, Total Steps: 21437, Ep.Steps: 84, Score: 91.986, Avg.Score: 77.017, Max.Score: 267.031, Time: 00:28:23\n",
      "Ep.: 834, Total Steps: 21529, Ep.Steps: 92, Score: 38.819, Avg.Score: 76.486, Max.Score: 267.031, Time: 00:28:30\n",
      "Ep.: 835, Total Steps: 21626, Ep.Steps: 97, Score: 101.791, Avg.Score: 76.836, Max.Score: 267.031, Time: 00:28:38\n",
      "Ep.: 836, Total Steps: 21766, Ep.Steps: 140, Score: 65.198, Avg.Score: 76.779, Max.Score: 267.031, Time: 00:28:49\n",
      "Ep.: 837, Total Steps: 21819, Ep.Steps: 53, Score: 66.648, Avg.Score: 76.626, Max.Score: 267.031, Time: 00:28:54\n",
      "Ep.: 838, Total Steps: 21928, Ep.Steps: 109, Score: 64.199, Avg.Score: 76.303, Max.Score: 267.031, Time: 00:29:02\n",
      "Ep.: 839, Total Steps: 22045, Ep.Steps: 117, Score: 120.476, Avg.Score: 76.713, Max.Score: 267.031, Time: 00:29:11\n",
      "Ep.: 840, Total Steps: 22128, Ep.Steps: 83, Score: 22.956, Avg.Score: 76.655, Max.Score: 267.031, Time: 00:29:19\n",
      "Ep.: 841, Total Steps: 22211, Ep.Steps: 83, Score: 41.080, Avg.Score: 75.963, Max.Score: 267.031, Time: 00:29:25\n",
      "Ep.: 842, Total Steps: 22273, Ep.Steps: 62, Score: 68.733, Avg.Score: 75.780, Max.Score: 267.031, Time: 00:29:30\n",
      "Ep.: 843, Total Steps: 22340, Ep.Steps: 67, Score: 81.728, Avg.Score: 75.363, Max.Score: 267.031, Time: 00:29:36\n",
      "Ep.: 844, Total Steps: 22407, Ep.Steps: 67, Score: 75.503, Avg.Score: 73.447, Max.Score: 261.173, Time: 00:29:41\n",
      "Ep.: 845, Total Steps: 22470, Ep.Steps: 63, Score: 78.017, Avg.Score: 73.784, Max.Score: 261.173, Time: 00:29:46\n",
      "Ep.: 846, Total Steps: 22615, Ep.Steps: 145, Score: 152.660, Avg.Score: 74.301, Max.Score: 261.173, Time: 00:29:58\n",
      "Ep.: 847, Total Steps: 22703, Ep.Steps: 88, Score: 95.949, Avg.Score: 74.722, Max.Score: 261.173, Time: 00:30:05\n",
      "Ep.: 848, Total Steps: 22781, Ep.Steps: 78, Score: 29.614, Avg.Score: 73.972, Max.Score: 261.173, Time: 00:30:11\n",
      "Ep.: 849, Total Steps: 22875, Ep.Steps: 94, Score: 52.940, Avg.Score: 74.171, Max.Score: 261.173, Time: 00:30:19\n",
      "Ep.: 850, Total Steps: 22949, Ep.Steps: 74, Score: 83.604, Avg.Score: 72.395, Max.Score: 152.660, Time: 00:30:25\n",
      "Ep.: 851, Total Steps: 23039, Ep.Steps: 90, Score: 94.877, Avg.Score: 72.932, Max.Score: 152.660, Time: 00:30:32\n",
      "Ep.: 852, Total Steps: 23093, Ep.Steps: 54, Score: 57.506, Avg.Score: 73.105, Max.Score: 152.660, Time: 00:30:36\n",
      "Ep.: 853, Total Steps: 23175, Ep.Steps: 82, Score: 26.722, Avg.Score: 72.579, Max.Score: 152.660, Time: 00:30:43\n",
      "Ep.: 854, Total Steps: 23287, Ep.Steps: 112, Score: 124.066, Avg.Score: 72.858, Max.Score: 152.660, Time: 00:30:52\n",
      "Ep.: 855, Total Steps: 23415, Ep.Steps: 128, Score: 57.501, Avg.Score: 72.566, Max.Score: 152.660, Time: 00:31:02\n",
      "Ep.: 856, Total Steps: 23512, Ep.Steps: 97, Score: 39.352, Avg.Score: 72.523, Max.Score: 152.660, Time: 00:31:10\n",
      "Ep.: 857, Total Steps: 23631, Ep.Steps: 119, Score: 117.672, Avg.Score: 73.000, Max.Score: 152.660, Time: 00:31:19\n",
      "Ep.: 858, Total Steps: 23700, Ep.Steps: 69, Score: 78.437, Avg.Score: 73.336, Max.Score: 152.660, Time: 00:31:25\n",
      "Ep.: 859, Total Steps: 23775, Ep.Steps: 75, Score: 25.582, Avg.Score: 72.661, Max.Score: 152.660, Time: 00:31:30\n",
      "Ep.: 860, Total Steps: 23853, Ep.Steps: 78, Score: 87.315, Avg.Score: 73.213, Max.Score: 152.660, Time: 00:31:37\n",
      "Ep.: 861, Total Steps: 23969, Ep.Steps: 116, Score: 52.017, Avg.Score: 73.469, Max.Score: 152.660, Time: 00:31:46\n",
      "Ep.: 862, Total Steps: 24054, Ep.Steps: 85, Score: 92.000, Avg.Score: 73.367, Max.Score: 152.660, Time: 00:31:52\n",
      "Ep.: 863, Total Steps: 24179, Ep.Steps: 125, Score: 127.038, Avg.Score: 73.641, Max.Score: 152.660, Time: 00:32:02\n",
      "Ep.: 864, Total Steps: 24326, Ep.Steps: 147, Score: 142.575, Avg.Score: 74.648, Max.Score: 152.660, Time: 00:32:14\n",
      "Ep.: 865, Total Steps: 24410, Ep.Steps: 84, Score: 25.972, Avg.Score: 74.715, Max.Score: 152.660, Time: 00:32:20\n",
      "Ep.: 866, Total Steps: 24517, Ep.Steps: 107, Score: 111.934, Avg.Score: 74.993, Max.Score: 152.660, Time: 00:32:29\n",
      "Ep.: 867, Total Steps: 24623, Ep.Steps: 106, Score: 47.153, Avg.Score: 74.721, Max.Score: 152.660, Time: 00:32:37\n",
      "Ep.: 868, Total Steps: 24727, Ep.Steps: 104, Score: 56.988, Avg.Score: 74.190, Max.Score: 152.660, Time: 00:32:45\n",
      "Ep.: 869, Total Steps: 24823, Ep.Steps: 96, Score: 105.644, Avg.Score: 74.843, Max.Score: 152.660, Time: 00:32:53\n",
      "Ep.: 870, Total Steps: 24896, Ep.Steps: 73, Score: 36.751, Avg.Score: 74.437, Max.Score: 152.660, Time: 00:32:59\n",
      "Ep.: 871, Total Steps: 24965, Ep.Steps: 69, Score: 79.663, Avg.Score: 74.359, Max.Score: 152.660, Time: 00:33:04\n",
      "Ep.: 872, Total Steps: 25065, Ep.Steps: 100, Score: 70.926, Avg.Score: 74.309, Max.Score: 152.660, Time: 00:33:12\n",
      "Ep.: 873, Total Steps: 25178, Ep.Steps: 113, Score: 51.960, Avg.Score: 74.029, Max.Score: 152.660, Time: 00:33:21\n",
      "Ep.: 874, Total Steps: 25318, Ep.Steps: 140, Score: 72.749, Avg.Score: 74.046, Max.Score: 152.660, Time: 00:33:32\n",
      "Ep.: 875, Total Steps: 25450, Ep.Steps: 132, Score: 131.192, Avg.Score: 74.489, Max.Score: 152.660, Time: 00:33:43\n",
      "Ep.: 876, Total Steps: 25534, Ep.Steps: 84, Score: 17.114, Avg.Score: 73.712, Max.Score: 152.660, Time: 00:33:49\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 877, Total Steps: 25624, Ep.Steps: 90, Score: 33.166, Avg.Score: 73.225, Max.Score: 152.660, Time: 00:33:56\n",
      "Ep.: 878, Total Steps: 25752, Ep.Steps: 128, Score: 127.848, Avg.Score: 73.690, Max.Score: 152.660, Time: 00:34:06\n",
      "Ep.: 879, Total Steps: 25819, Ep.Steps: 67, Score: 39.772, Avg.Score: 73.081, Max.Score: 152.660, Time: 00:34:12\n",
      "Ep.: 880, Total Steps: 25923, Ep.Steps: 104, Score: 37.949, Avg.Score: 72.706, Max.Score: 152.660, Time: 00:34:20\n",
      "Ep.: 881, Total Steps: 26010, Ep.Steps: 87, Score: 40.985, Avg.Score: 72.303, Max.Score: 152.660, Time: 00:34:27\n",
      "Ep.: 882, Total Steps: 26104, Ep.Steps: 94, Score: 34.804, Avg.Score: 71.934, Max.Score: 152.660, Time: 00:34:34\n",
      "Ep.: 883, Total Steps: 26454, Ep.Steps: 350, Score: 314.963, Avg.Score: 74.330, Max.Score: 314.963, Time: 00:35:02\n",
      "Ep.: 884, Total Steps: 26908, Ep.Steps: 454, Score: 396.146, Avg.Score: 77.702, Max.Score: 396.146, Time: 00:35:38\n",
      "Ep.: 885, Total Steps: 27003, Ep.Steps: 95, Score: 40.957, Avg.Score: 77.288, Max.Score: 396.146, Time: 00:35:45\n",
      "Ep.: 886, Total Steps: 27099, Ep.Steps: 96, Score: 25.811, Avg.Score: 76.950, Max.Score: 396.146, Time: 00:35:53\n",
      "Ep.: 887, Total Steps: 27220, Ep.Steps: 121, Score: 53.831, Avg.Score: 76.738, Max.Score: 396.146, Time: 00:36:03\n",
      "Ep.: 888, Total Steps: 27314, Ep.Steps: 94, Score: 41.521, Avg.Score: 76.407, Max.Score: 396.146, Time: 00:36:10\n",
      "Ep.: 889, Total Steps: 27429, Ep.Steps: 115, Score: 51.739, Avg.Score: 76.059, Max.Score: 396.146, Time: 00:36:20\n",
      "Ep.: 890, Total Steps: 27641, Ep.Steps: 212, Score: 136.690, Avg.Score: 76.429, Max.Score: 396.146, Time: 00:36:36\n",
      "Ep.: 891, Total Steps: 27740, Ep.Steps: 99, Score: 42.444, Avg.Score: 76.340, Max.Score: 396.146, Time: 00:36:44\n",
      "Ep.: 892, Total Steps: 27902, Ep.Steps: 162, Score: 83.588, Avg.Score: 76.268, Max.Score: 396.146, Time: 00:36:57\n",
      "Ep.: 893, Total Steps: 28029, Ep.Steps: 127, Score: 56.367, Avg.Score: 75.984, Max.Score: 396.146, Time: 00:37:07\n",
      "Ep.: 894, Total Steps: 28146, Ep.Steps: 117, Score: 63.267, Avg.Score: 75.707, Max.Score: 396.146, Time: 00:37:16\n",
      "Ep.: 895, Total Steps: 28287, Ep.Steps: 141, Score: 74.894, Avg.Score: 75.787, Max.Score: 396.146, Time: 00:37:27\n",
      "Ep.: 896, Total Steps: 28430, Ep.Steps: 143, Score: 87.647, Avg.Score: 76.023, Max.Score: 396.146, Time: 00:37:39\n",
      "Ep.: 897, Total Steps: 28552, Ep.Steps: 122, Score: 51.455, Avg.Score: 76.143, Max.Score: 396.146, Time: 00:37:49\n",
      "Ep.: 898, Total Steps: 28639, Ep.Steps: 87, Score: 44.521, Avg.Score: 75.927, Max.Score: 396.146, Time: 00:37:56\n",
      "Ep.: 899, Total Steps: 28729, Ep.Steps: 90, Score: 30.669, Avg.Score: 75.381, Max.Score: 396.146, Time: 00:38:03\n",
      "Ep.: 900, Total Steps: 28957, Ep.Steps: 228, Score: 129.334, Avg.Score: 75.893, Max.Score: 396.146, Time: 00:38:21\n",
      "Ep.: 901, Total Steps: 29055, Ep.Steps: 98, Score: 53.925, Avg.Score: 75.638, Max.Score: 396.146, Time: 00:38:28\n",
      "Ep.: 902, Total Steps: 29465, Ep.Steps: 410, Score: 310.071, Avg.Score: 77.780, Max.Score: 396.146, Time: 00:39:00\n",
      "Ep.: 903, Total Steps: 29630, Ep.Steps: 165, Score: 138.073, Avg.Score: 78.187, Max.Score: 396.146, Time: 00:39:13\n",
      "Ep.: 904, Total Steps: 29699, Ep.Steps: 69, Score: 69.848, Avg.Score: 78.557, Max.Score: 396.146, Time: 00:39:19\n",
      "Ep.: 905, Total Steps: 29765, Ep.Steps: 66, Score: 60.343, Avg.Score: 78.320, Max.Score: 396.146, Time: 00:39:24\n",
      "Ep.: 906, Total Steps: 29914, Ep.Steps: 149, Score: 90.323, Avg.Score: 78.468, Max.Score: 396.146, Time: 00:39:36\n",
      "Ep.: 907, Total Steps: 30018, Ep.Steps: 104, Score: 97.186, Avg.Score: 78.505, Max.Score: 396.146, Time: 00:39:44\n",
      "Ep.: 908, Total Steps: 31018, Ep.Steps: 1000, Score: 764.136, Avg.Score: 85.792, Max.Score: 764.136, Time: 00:41:03\n",
      "Ep.: 909, Total Steps: 31165, Ep.Steps: 147, Score: 79.315, Avg.Score: 85.705, Max.Score: 764.136, Time: 00:41:14\n",
      "Ep.: 910, Total Steps: 31263, Ep.Steps: 98, Score: 88.843, Avg.Score: 85.774, Max.Score: 764.136, Time: 00:41:22\n",
      "Ep.: 911, Total Steps: 31353, Ep.Steps: 90, Score: 94.348, Avg.Score: 85.461, Max.Score: 764.136, Time: 00:41:29\n",
      "Ep.: 912, Total Steps: 31480, Ep.Steps: 127, Score: 48.779, Avg.Score: 85.082, Max.Score: 764.136, Time: 00:41:39\n",
      "Ep.: 913, Total Steps: 31562, Ep.Steps: 82, Score: 87.136, Avg.Score: 85.439, Max.Score: 764.136, Time: 00:41:46\n",
      "Ep.: 914, Total Steps: 32101, Ep.Steps: 539, Score: 430.751, Avg.Score: 89.184, Max.Score: 764.136, Time: 00:42:28\n",
      "Ep.: 915, Total Steps: 32215, Ep.Steps: 114, Score: 59.921, Avg.Score: 88.969, Max.Score: 764.136, Time: 00:42:37\n",
      "Ep.: 916, Total Steps: 32399, Ep.Steps: 184, Score: 175.604, Avg.Score: 89.599, Max.Score: 764.136, Time: 00:42:51\n",
      "Ep.: 917, Total Steps: 32544, Ep.Steps: 145, Score: 89.396, Avg.Score: 89.903, Max.Score: 764.136, Time: 00:43:03\n",
      "Ep.: 918, Total Steps: 32633, Ep.Steps: 89, Score: 41.177, Avg.Score: 89.628, Max.Score: 764.136, Time: 00:43:10\n",
      "Ep.: 919, Total Steps: 32742, Ep.Steps: 109, Score: 54.569, Avg.Score: 89.864, Max.Score: 764.136, Time: 00:43:19\n",
      "Ep.: 920, Total Steps: 32922, Ep.Steps: 180, Score: 104.977, Avg.Score: 90.013, Max.Score: 764.136, Time: 00:43:33\n",
      "Ep.: 921, Total Steps: 33060, Ep.Steps: 138, Score: 76.318, Avg.Score: 90.307, Max.Score: 764.136, Time: 00:43:44\n",
      "Ep.: 922, Total Steps: 33192, Ep.Steps: 132, Score: 72.055, Avg.Score: 90.260, Max.Score: 764.136, Time: 00:43:54\n",
      "Ep.: 923, Total Steps: 34192, Ep.Steps: 1000, Score: 765.581, Avg.Score: 97.562, Max.Score: 765.581, Time: 00:45:16\n",
      "Ep.: 924, Total Steps: 35192, Ep.Steps: 1000, Score: 766.110, Avg.Score: 104.574, Max.Score: 766.110, Time: 00:46:35\n",
      "Ep.: 925, Total Steps: 35241, Ep.Steps: 49, Score: 56.568, Avg.Score: 104.367, Max.Score: 766.110, Time: 00:46:39\n",
      "Ep.: 926, Total Steps: 35351, Ep.Steps: 110, Score: 117.457, Avg.Score: 104.556, Max.Score: 766.110, Time: 00:46:47\n",
      "Ep.: 927, Total Steps: 35390, Ep.Steps: 39, Score: 50.021, Avg.Score: 104.650, Max.Score: 766.110, Time: 00:46:50\n",
      "Ep.: 928, Total Steps: 35464, Ep.Steps: 74, Score: 78.526, Avg.Score: 104.564, Max.Score: 766.110, Time: 00:46:56\n",
      "Ep.: 929, Total Steps: 35550, Ep.Steps: 86, Score: 97.025, Avg.Score: 104.826, Max.Score: 766.110, Time: 00:47:03\n",
      "Ep.: 930, Total Steps: 35583, Ep.Steps: 33, Score: 38.111, Avg.Score: 104.679, Max.Score: 766.110, Time: 00:47:06\n",
      "Ep.: 931, Total Steps: 35629, Ep.Steps: 46, Score: 57.630, Avg.Score: 104.557, Max.Score: 766.110, Time: 00:47:09\n",
      "Ep.: 932, Total Steps: 35709, Ep.Steps: 80, Score: 94.232, Avg.Score: 105.113, Max.Score: 766.110, Time: 00:47:16\n",
      "Ep.: 933, Total Steps: 35778, Ep.Steps: 69, Score: 15.489, Avg.Score: 104.348, Max.Score: 766.110, Time: 00:47:21\n",
      "Ep.: 934, Total Steps: 35848, Ep.Steps: 70, Score: 85.610, Avg.Score: 104.816, Max.Score: 766.110, Time: 00:47:27\n",
      "Ep.: 935, Total Steps: 36163, Ep.Steps: 315, Score: 271.821, Avg.Score: 106.517, Max.Score: 766.110, Time: 00:47:51\n",
      "Ep.: 936, Total Steps: 36362, Ep.Steps: 199, Score: 192.110, Avg.Score: 107.786, Max.Score: 766.110, Time: 00:48:07\n",
      "Ep.: 937, Total Steps: 36703, Ep.Steps: 341, Score: 253.675, Avg.Score: 109.656, Max.Score: 766.110, Time: 00:48:34\n",
      "Ep.: 938, Total Steps: 37092, Ep.Steps: 389, Score: 335.266, Avg.Score: 112.367, Max.Score: 766.110, Time: 00:49:05\n",
      "Ep.: 939, Total Steps: 37478, Ep.Steps: 386, Score: 327.796, Avg.Score: 114.440, Max.Score: 766.110, Time: 00:49:35\n",
      "Ep.: 940, Total Steps: 37626, Ep.Steps: 148, Score: 84.580, Avg.Score: 115.056, Max.Score: 766.110, Time: 00:49:47\n",
      "Ep.: 941, Total Steps: 37785, Ep.Steps: 159, Score: 99.680, Avg.Score: 115.642, Max.Score: 766.110, Time: 00:49:59\n",
      "Ep.: 942, Total Steps: 37883, Ep.Steps: 98, Score: 105.929, Avg.Score: 116.014, Max.Score: 766.110, Time: 00:50:07\n",
      "Ep.: 943, Total Steps: 37994, Ep.Steps: 111, Score: 118.879, Avg.Score: 116.386, Max.Score: 766.110, Time: 00:50:16\n",
      "Ep.: 944, Total Steps: 38078, Ep.Steps: 84, Score: 95.561, Avg.Score: 116.586, Max.Score: 766.110, Time: 00:50:22\n",
      "Ep.: 945, Total Steps: 38192, Ep.Steps: 114, Score: 124.371, Avg.Score: 117.050, Max.Score: 766.110, Time: 00:50:31\n",
      "Ep.: 946, Total Steps: 38277, Ep.Steps: 85, Score: 95.803, Avg.Score: 116.481, Max.Score: 766.110, Time: 00:50:38\n",
      "Ep.: 947, Total Steps: 38389, Ep.Steps: 112, Score: 59.420, Avg.Score: 116.116, Max.Score: 766.110, Time: 00:50:47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 948, Total Steps: 38521, Ep.Steps: 132, Score: 137.917, Avg.Score: 117.199, Max.Score: 766.110, Time: 00:50:57\n",
      "Ep.: 949, Total Steps: 38731, Ep.Steps: 210, Score: 194.874, Avg.Score: 118.618, Max.Score: 766.110, Time: 00:51:14\n",
      "Ep.: 950, Total Steps: 38826, Ep.Steps: 95, Score: 107.637, Avg.Score: 118.858, Max.Score: 766.110, Time: 00:51:21\n",
      "Ep.: 951, Total Steps: 39009, Ep.Steps: 183, Score: 180.379, Avg.Score: 119.714, Max.Score: 766.110, Time: 00:51:36\n",
      "Ep.: 952, Total Steps: 39159, Ep.Steps: 150, Score: 53.728, Avg.Score: 119.676, Max.Score: 766.110, Time: 00:51:46\n",
      "Ep.: 953, Total Steps: 39221, Ep.Steps: 62, Score: 17.747, Avg.Score: 119.586, Max.Score: 766.110, Time: 00:51:49\n",
      "Ep.: 954, Total Steps: 39335, Ep.Steps: 114, Score: 122.639, Avg.Score: 119.572, Max.Score: 766.110, Time: 00:51:55\n",
      "Ep.: 955, Total Steps: 39384, Ep.Steps: 49, Score: 19.216, Avg.Score: 119.189, Max.Score: 766.110, Time: 00:51:58\n",
      "Ep.: 956, Total Steps: 39502, Ep.Steps: 118, Score: 126.361, Avg.Score: 120.059, Max.Score: 766.110, Time: 00:52:04\n",
      "Ep.: 957, Total Steps: 39602, Ep.Steps: 100, Score: 111.428, Avg.Score: 119.996, Max.Score: 766.110, Time: 00:52:10\n",
      "Ep.: 958, Total Steps: 39703, Ep.Steps: 101, Score: 109.565, Avg.Score: 120.308, Max.Score: 766.110, Time: 00:52:15\n",
      "Ep.: 959, Total Steps: 39843, Ep.Steps: 140, Score: 165.910, Avg.Score: 121.711, Max.Score: 766.110, Time: 00:52:23\n",
      "Ep.: 960, Total Steps: 39959, Ep.Steps: 116, Score: 128.620, Avg.Score: 122.124, Max.Score: 766.110, Time: 00:52:29\n",
      "Ep.: 961, Total Steps: 40077, Ep.Steps: 118, Score: 126.607, Avg.Score: 122.870, Max.Score: 766.110, Time: 00:52:35\n",
      "Ep.: 962, Total Steps: 40273, Ep.Steps: 196, Score: 200.163, Avg.Score: 123.952, Max.Score: 766.110, Time: 00:52:45\n",
      "Ep.: 963, Total Steps: 40426, Ep.Steps: 153, Score: 164.301, Avg.Score: 124.324, Max.Score: 766.110, Time: 00:52:53\n",
      "Ep.: 964, Total Steps: 40517, Ep.Steps: 91, Score: 105.518, Avg.Score: 123.954, Max.Score: 766.110, Time: 00:52:58\n",
      "Ep.: 965, Total Steps: 40809, Ep.Steps: 292, Score: 266.318, Avg.Score: 126.357, Max.Score: 766.110, Time: 00:53:14\n",
      "Ep.: 966, Total Steps: 40873, Ep.Steps: 64, Score: 81.318, Avg.Score: 126.051, Max.Score: 766.110, Time: 00:53:17\n",
      "Ep.: 967, Total Steps: 40997, Ep.Steps: 124, Score: 134.057, Avg.Score: 126.920, Max.Score: 766.110, Time: 00:53:24\n",
      "Ep.: 968, Total Steps: 41122, Ep.Steps: 125, Score: 132.109, Avg.Score: 127.671, Max.Score: 766.110, Time: 00:53:31\n",
      "Ep.: 969, Total Steps: 41221, Ep.Steps: 99, Score: 107.072, Avg.Score: 127.686, Max.Score: 766.110, Time: 00:53:36\n",
      "Ep.: 970, Total Steps: 41346, Ep.Steps: 125, Score: 135.370, Avg.Score: 128.672, Max.Score: 766.110, Time: 00:53:43\n",
      "Ep.: 971, Total Steps: 41496, Ep.Steps: 150, Score: 158.629, Avg.Score: 129.461, Max.Score: 766.110, Time: 00:53:51\n",
      "Ep.: 972, Total Steps: 41678, Ep.Steps: 182, Score: 115.219, Avg.Score: 129.904, Max.Score: 766.110, Time: 00:54:01\n",
      "Ep.: 973, Total Steps: 41892, Ep.Steps: 214, Score: 208.257, Avg.Score: 131.467, Max.Score: 766.110, Time: 00:54:12\n",
      "Ep.: 974, Total Steps: 42063, Ep.Steps: 171, Score: 171.568, Avg.Score: 132.455, Max.Score: 766.110, Time: 00:54:21\n",
      "Ep.: 975, Total Steps: 43063, Ep.Steps: 1000, Score: 739.979, Avg.Score: 138.543, Max.Score: 766.110, Time: 00:55:15\n",
      "Ep.: 976, Total Steps: 43141, Ep.Steps: 78, Score: 92.276, Avg.Score: 139.295, Max.Score: 766.110, Time: 00:55:19\n",
      "Ep.: 977, Total Steps: 44141, Ep.Steps: 1000, Score: 732.467, Avg.Score: 146.288, Max.Score: 766.110, Time: 00:56:11\n",
      "Ep.: 978, Total Steps: 44259, Ep.Steps: 118, Score: 69.953, Avg.Score: 145.709, Max.Score: 766.110, Time: 00:56:18\n",
      "Ep.: 979, Total Steps: 44320, Ep.Steps: 61, Score: 68.872, Avg.Score: 146.000, Max.Score: 766.110, Time: 00:56:21\n",
      "Ep.: 980, Total Steps: 44485, Ep.Steps: 165, Score: 160.787, Avg.Score: 147.228, Max.Score: 766.110, Time: 00:56:30\n",
      "Ep.: 981, Total Steps: 44606, Ep.Steps: 121, Score: 121.171, Avg.Score: 148.030, Max.Score: 766.110, Time: 00:56:36\n",
      "Ep.: 982, Total Steps: 44742, Ep.Steps: 136, Score: 128.359, Avg.Score: 148.966, Max.Score: 766.110, Time: 00:56:43\n",
      "Ep.: 983, Total Steps: 44835, Ep.Steps: 93, Score: 44.169, Avg.Score: 146.258, Max.Score: 766.110, Time: 00:56:48\n",
      "Ep.: 984, Total Steps: 45101, Ep.Steps: 266, Score: 237.020, Avg.Score: 144.667, Max.Score: 766.110, Time: 00:57:02\n",
      "Ep.: 985, Total Steps: 45263, Ep.Steps: 162, Score: 161.867, Avg.Score: 145.876, Max.Score: 766.110, Time: 00:57:11\n",
      "Ep.: 986, Total Steps: 45376, Ep.Steps: 113, Score: 114.845, Avg.Score: 146.766, Max.Score: 766.110, Time: 00:57:17\n",
      "Ep.: 987, Total Steps: 45494, Ep.Steps: 118, Score: 123.692, Avg.Score: 147.465, Max.Score: 766.110, Time: 00:57:23\n",
      "Ep.: 988, Total Steps: 45585, Ep.Steps: 91, Score: 101.907, Avg.Score: 148.069, Max.Score: 766.110, Time: 00:57:28\n",
      "Ep.: 989, Total Steps: 45754, Ep.Steps: 169, Score: 168.151, Avg.Score: 149.233, Max.Score: 766.110, Time: 00:57:37\n",
      "Ep.: 990, Total Steps: 45931, Ep.Steps: 177, Score: 173.204, Avg.Score: 149.598, Max.Score: 766.110, Time: 00:57:46\n",
      "Ep.: 991, Total Steps: 46131, Ep.Steps: 200, Score: 198.192, Avg.Score: 151.155, Max.Score: 766.110, Time: 00:57:57\n",
      "Ep.: 992, Total Steps: 46215, Ep.Steps: 84, Score: 91.539, Avg.Score: 151.235, Max.Score: 766.110, Time: 00:58:01\n",
      "Ep.: 993, Total Steps: 46322, Ep.Steps: 107, Score: 79.029, Avg.Score: 151.461, Max.Score: 766.110, Time: 00:58:07\n",
      "Ep.: 994, Total Steps: 47005, Ep.Steps: 683, Score: 504.904, Avg.Score: 155.878, Max.Score: 766.110, Time: 00:58:43\n",
      "Ep.: 995, Total Steps: 47301, Ep.Steps: 296, Score: 271.598, Avg.Score: 157.845, Max.Score: 766.110, Time: 00:58:59\n",
      "Ep.: 996, Total Steps: 47374, Ep.Steps: 73, Score: 86.978, Avg.Score: 157.838, Max.Score: 766.110, Time: 00:59:02\n",
      "Ep.: 997, Total Steps: 47482, Ep.Steps: 108, Score: 117.531, Avg.Score: 158.499, Max.Score: 766.110, Time: 00:59:08\n",
      "Ep.: 998, Total Steps: 47509, Ep.Steps: 27, Score: 21.933, Avg.Score: 158.273, Max.Score: 766.110, Time: 00:59:09\n",
      "Ep.: 999, Total Steps: 47652, Ep.Steps: 143, Score: 100.052, Avg.Score: 158.967, Max.Score: 766.110, Time: 00:59:17\n",
      "Ep.: 1000, Total Steps: 47752, Ep.Steps: 100, Score: 108.936, Avg.Score: 158.763, Max.Score: 766.110, Time: 00:59:22\n",
      "Ep.: 1001, Total Steps: 48752, Ep.Steps: 1000, Score: 809.965, Avg.Score: 166.323, Max.Score: 809.965, Time: 01:00:15\n",
      "Ep.: 1002, Total Steps: 48847, Ep.Steps: 95, Score: -2.036, Avg.Score: 163.202, Max.Score: 809.965, Time: 01:00:20\n",
      "Ep.: 1003, Total Steps: 49202, Ep.Steps: 355, Score: 165.622, Avg.Score: 163.478, Max.Score: 809.965, Time: 01:00:39\n",
      "Ep.: 1004, Total Steps: 49270, Ep.Steps: 68, Score: 74.415, Avg.Score: 163.523, Max.Score: 809.965, Time: 01:00:42\n",
      "Ep.: 1005, Total Steps: 49414, Ep.Steps: 144, Score: 149.594, Avg.Score: 164.416, Max.Score: 809.965, Time: 01:00:50\n",
      "Ep.: 1006, Total Steps: 49605, Ep.Steps: 191, Score: 183.854, Avg.Score: 165.351, Max.Score: 809.965, Time: 01:01:00\n",
      "Ep.: 1007, Total Steps: 49793, Ep.Steps: 188, Score: 76.609, Avg.Score: 165.145, Max.Score: 809.965, Time: 01:01:10\n",
      "Ep.: 1008, Total Steps: 49944, Ep.Steps: 151, Score: 150.097, Avg.Score: 159.005, Max.Score: 809.965, Time: 01:01:18\n",
      "Ep.: 1009, Total Steps: 50062, Ep.Steps: 118, Score: 126.660, Avg.Score: 159.478, Max.Score: 809.965, Time: 01:01:24\n",
      "Ep.: 1010, Total Steps: 50224, Ep.Steps: 162, Score: 87.409, Avg.Score: 159.464, Max.Score: 809.965, Time: 01:01:33\n",
      "Ep.: 1011, Total Steps: 50415, Ep.Steps: 191, Score: 185.374, Avg.Score: 160.374, Max.Score: 809.965, Time: 01:01:43\n",
      "Ep.: 1012, Total Steps: 50744, Ep.Steps: 329, Score: 234.953, Avg.Score: 162.236, Max.Score: 809.965, Time: 01:02:00\n",
      "Ep.: 1013, Total Steps: 51518, Ep.Steps: 774, Score: 556.795, Avg.Score: 166.933, Max.Score: 809.965, Time: 01:02:41\n",
      "Ep.: 1014, Total Steps: 51630, Ep.Steps: 112, Score: 120.882, Avg.Score: 163.834, Max.Score: 809.965, Time: 01:02:47\n",
      "Ep.: 1015, Total Steps: 51852, Ep.Steps: 222, Score: 212.451, Avg.Score: 165.359, Max.Score: 809.965, Time: 01:02:59\n",
      "Ep.: 1016, Total Steps: 51998, Ep.Steps: 146, Score: 148.597, Avg.Score: 165.089, Max.Score: 809.965, Time: 01:03:07\n",
      "Ep.: 1017, Total Steps: 52139, Ep.Steps: 141, Score: 142.811, Avg.Score: 165.623, Max.Score: 809.965, Time: 01:03:14\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1018, Total Steps: 52282, Ep.Steps: 143, Score: 139.619, Avg.Score: 166.608, Max.Score: 809.965, Time: 01:03:21\n",
      "Ep.: 1019, Total Steps: 52538, Ep.Steps: 256, Score: 238.661, Avg.Score: 168.449, Max.Score: 809.965, Time: 01:03:35\n",
      "Ep.: 1020, Total Steps: 52756, Ep.Steps: 218, Score: 204.323, Avg.Score: 169.442, Max.Score: 809.965, Time: 01:03:46\n",
      "Ep.: 1021, Total Steps: 53444, Ep.Steps: 688, Score: 383.644, Avg.Score: 172.515, Max.Score: 809.965, Time: 01:04:23\n",
      "Ep.: 1022, Total Steps: 53932, Ep.Steps: 488, Score: 311.106, Avg.Score: 174.906, Max.Score: 809.965, Time: 01:04:48\n",
      "Ep.: 1023, Total Steps: 54021, Ep.Steps: 89, Score: 97.947, Avg.Score: 168.230, Max.Score: 809.965, Time: 01:04:53\n",
      "Ep.: 1024, Total Steps: 54932, Ep.Steps: 911, Score: 749.000, Avg.Score: 168.059, Max.Score: 809.965, Time: 01:05:41\n",
      "Ep.: 1025, Total Steps: 55106, Ep.Steps: 174, Score: 181.117, Avg.Score: 169.304, Max.Score: 809.965, Time: 01:05:51\n",
      "Ep.: 1026, Total Steps: 56106, Ep.Steps: 1000, Score: 618.933, Avg.Score: 174.319, Max.Score: 809.965, Time: 01:06:44\n",
      "Ep.: 1027, Total Steps: 56197, Ep.Steps: 91, Score: 101.049, Avg.Score: 174.829, Max.Score: 809.965, Time: 01:06:48\n",
      "Ep.: 1028, Total Steps: 56331, Ep.Steps: 134, Score: 143.790, Avg.Score: 175.482, Max.Score: 809.965, Time: 01:06:56\n",
      "Ep.: 1029, Total Steps: 57331, Ep.Steps: 1000, Score: 896.788, Avg.Score: 183.479, Max.Score: 896.788, Time: 01:07:48\n",
      "Ep.: 1030, Total Steps: 57417, Ep.Steps: 86, Score: 105.064, Avg.Score: 184.149, Max.Score: 896.788, Time: 01:07:53\n",
      "Ep.: 1031, Total Steps: 57562, Ep.Steps: 145, Score: 152.899, Avg.Score: 185.102, Max.Score: 896.788, Time: 01:08:01\n",
      "Ep.: 1032, Total Steps: 57652, Ep.Steps: 90, Score: 96.416, Avg.Score: 185.123, Max.Score: 896.788, Time: 01:08:05\n",
      "Ep.: 1033, Total Steps: 58018, Ep.Steps: 366, Score: 261.618, Avg.Score: 187.585, Max.Score: 896.788, Time: 01:08:24\n",
      "Ep.: 1034, Total Steps: 58103, Ep.Steps: 85, Score: 91.174, Avg.Score: 187.640, Max.Score: 896.788, Time: 01:08:29\n",
      "Ep.: 1035, Total Steps: 58632, Ep.Steps: 529, Score: 347.116, Avg.Score: 188.393, Max.Score: 896.788, Time: 01:08:57\n",
      "Ep.: 1036, Total Steps: 58796, Ep.Steps: 164, Score: 162.543, Avg.Score: 188.098, Max.Score: 896.788, Time: 01:09:05\n",
      "Ep.: 1037, Total Steps: 58951, Ep.Steps: 155, Score: 158.910, Avg.Score: 187.150, Max.Score: 896.788, Time: 01:09:13\n",
      "Ep.: 1038, Total Steps: 59067, Ep.Steps: 116, Score: 124.182, Avg.Score: 185.039, Max.Score: 896.788, Time: 01:09:20\n",
      "Ep.: 1039, Total Steps: 59223, Ep.Steps: 156, Score: 157.093, Avg.Score: 183.332, Max.Score: 896.788, Time: 01:09:28\n",
      "Ep.: 1040, Total Steps: 59415, Ep.Steps: 192, Score: 189.203, Avg.Score: 184.378, Max.Score: 896.788, Time: 01:09:38\n",
      "Ep.: 1041, Total Steps: 59513, Ep.Steps: 98, Score: 106.401, Avg.Score: 184.445, Max.Score: 896.788, Time: 01:09:43\n",
      "Ep.: 1042, Total Steps: 59659, Ep.Steps: 146, Score: 137.557, Avg.Score: 184.762, Max.Score: 896.788, Time: 01:09:51\n",
      "Ep.: 1043, Total Steps: 59860, Ep.Steps: 201, Score: 193.516, Avg.Score: 185.508, Max.Score: 896.788, Time: 01:10:01\n",
      "Ep.: 1044, Total Steps: 60006, Ep.Steps: 146, Score: 144.698, Avg.Score: 186.000, Max.Score: 896.788, Time: 01:10:09\n",
      "Ep.: 1045, Total Steps: 60136, Ep.Steps: 130, Score: 129.951, Avg.Score: 186.055, Max.Score: 896.788, Time: 01:10:16\n",
      "Ep.: 1046, Total Steps: 60852, Ep.Steps: 716, Score: 439.247, Avg.Score: 189.490, Max.Score: 896.788, Time: 01:10:53\n",
      "Ep.: 1047, Total Steps: 60942, Ep.Steps: 90, Score: 92.489, Avg.Score: 189.820, Max.Score: 896.788, Time: 01:10:58\n",
      "Ep.: 1048, Total Steps: 61699, Ep.Steps: 757, Score: 525.878, Avg.Score: 193.700, Max.Score: 896.788, Time: 01:11:38\n",
      "Ep.: 1049, Total Steps: 61993, Ep.Steps: 294, Score: 177.749, Avg.Score: 193.529, Max.Score: 896.788, Time: 01:11:54\n",
      "Ep.: 1050, Total Steps: 62107, Ep.Steps: 114, Score: 122.485, Avg.Score: 193.677, Max.Score: 896.788, Time: 01:12:00\n",
      "Ep.: 1051, Total Steps: 62241, Ep.Steps: 134, Score: 135.078, Avg.Score: 193.224, Max.Score: 896.788, Time: 01:12:07\n",
      "Ep.: 1052, Total Steps: 62472, Ep.Steps: 231, Score: 227.061, Avg.Score: 194.958, Max.Score: 896.788, Time: 01:12:19\n",
      "Ep.: 1053, Total Steps: 62624, Ep.Steps: 152, Score: 163.079, Avg.Score: 196.411, Max.Score: 896.788, Time: 01:12:27\n",
      "Ep.: 1054, Total Steps: 62727, Ep.Steps: 103, Score: 104.538, Avg.Score: 196.230, Max.Score: 896.788, Time: 01:12:32\n",
      "Ep.: 1055, Total Steps: 62827, Ep.Steps: 100, Score: 108.424, Avg.Score: 197.122, Max.Score: 896.788, Time: 01:12:38\n",
      "Ep.: 1056, Total Steps: 62909, Ep.Steps: 82, Score: 92.562, Avg.Score: 196.784, Max.Score: 896.788, Time: 01:12:42\n",
      "Ep.: 1057, Total Steps: 62979, Ep.Steps: 70, Score: 82.026, Avg.Score: 196.490, Max.Score: 896.788, Time: 01:12:46\n",
      "Ep.: 1058, Total Steps: 63075, Ep.Steps: 96, Score: 109.596, Avg.Score: 196.490, Max.Score: 896.788, Time: 01:12:51\n",
      "Ep.: 1059, Total Steps: 63203, Ep.Steps: 128, Score: 131.157, Avg.Score: 196.143, Max.Score: 896.788, Time: 01:12:57\n",
      "Ep.: 1060, Total Steps: 63676, Ep.Steps: 473, Score: 327.390, Avg.Score: 198.130, Max.Score: 896.788, Time: 01:13:22\n",
      "Ep.: 1061, Total Steps: 63812, Ep.Steps: 136, Score: 147.690, Avg.Score: 198.341, Max.Score: 896.788, Time: 01:13:30\n",
      "Ep.: 1062, Total Steps: 63892, Ep.Steps: 80, Score: 93.560, Avg.Score: 197.275, Max.Score: 896.788, Time: 01:13:34\n",
      "Ep.: 1063, Total Steps: 64079, Ep.Steps: 187, Score: 197.064, Avg.Score: 197.603, Max.Score: 896.788, Time: 01:13:43\n",
      "Ep.: 1064, Total Steps: 64119, Ep.Steps: 40, Score: 34.810, Avg.Score: 196.896, Max.Score: 896.788, Time: 01:13:46\n",
      "Ep.: 1065, Total Steps: 64263, Ep.Steps: 144, Score: 154.218, Avg.Score: 195.775, Max.Score: 896.788, Time: 01:13:53\n",
      "Ep.: 1066, Total Steps: 64537, Ep.Steps: 274, Score: 274.769, Avg.Score: 197.709, Max.Score: 896.788, Time: 01:14:07\n",
      "Ep.: 1067, Total Steps: 64777, Ep.Steps: 240, Score: 159.790, Avg.Score: 197.967, Max.Score: 896.788, Time: 01:14:20\n",
      "Ep.: 1068, Total Steps: 65777, Ep.Steps: 1000, Score: 870.690, Avg.Score: 205.352, Max.Score: 896.788, Time: 01:15:13\n",
      "Ep.: 1069, Total Steps: 66029, Ep.Steps: 252, Score: 253.389, Avg.Score: 206.816, Max.Score: 896.788, Time: 01:15:26\n",
      "Ep.: 1070, Total Steps: 67029, Ep.Steps: 1000, Score: 867.478, Avg.Score: 214.137, Max.Score: 896.788, Time: 01:16:19\n",
      "Ep.: 1071, Total Steps: 68029, Ep.Steps: 1000, Score: 828.874, Avg.Score: 220.839, Max.Score: 896.788, Time: 01:17:12\n",
      "Ep.: 1072, Total Steps: 68190, Ep.Steps: 161, Score: 172.497, Avg.Score: 221.412, Max.Score: 896.788, Time: 01:17:20\n",
      "Ep.: 1073, Total Steps: 68385, Ep.Steps: 195, Score: 57.545, Avg.Score: 219.905, Max.Score: 896.788, Time: 01:17:31\n",
      "Ep.: 1074, Total Steps: 68949, Ep.Steps: 564, Score: 378.657, Avg.Score: 221.976, Max.Score: 896.788, Time: 01:18:01\n",
      "Ep.: 1075, Total Steps: 69144, Ep.Steps: 195, Score: 203.203, Avg.Score: 216.608, Max.Score: 896.788, Time: 01:18:11\n",
      "Ep.: 1076, Total Steps: 69274, Ep.Steps: 130, Score: 144.921, Avg.Score: 217.134, Max.Score: 896.788, Time: 01:18:18\n",
      "Ep.: 1077, Total Steps: 69724, Ep.Steps: 450, Score: 254.880, Avg.Score: 212.359, Max.Score: 896.788, Time: 01:18:42\n",
      "Ep.: 1078, Total Steps: 70389, Ep.Steps: 665, Score: 630.960, Avg.Score: 217.969, Max.Score: 896.788, Time: 01:19:17\n",
      "Ep.: 1079, Total Steps: 71389, Ep.Steps: 1000, Score: 810.930, Avg.Score: 225.389, Max.Score: 896.788, Time: 01:20:09\n",
      "Ep.: 1080, Total Steps: 72060, Ep.Steps: 671, Score: 618.766, Avg.Score: 229.969, Max.Score: 896.788, Time: 01:20:44\n",
      "Ep.: 1081, Total Steps: 73060, Ep.Steps: 1000, Score: 760.227, Avg.Score: 236.360, Max.Score: 896.788, Time: 01:21:37\n",
      "Ep.: 1082, Total Steps: 73260, Ep.Steps: 200, Score: 202.390, Avg.Score: 237.100, Max.Score: 896.788, Time: 01:21:47\n",
      "Ep.: 1083, Total Steps: 73464, Ep.Steps: 204, Score: 214.666, Avg.Score: 238.805, Max.Score: 896.788, Time: 01:21:58\n",
      "Ep.: 1084, Total Steps: 74368, Ep.Steps: 904, Score: 645.678, Avg.Score: 242.891, Max.Score: 896.788, Time: 01:22:45\n",
      "Ep.: 1085, Total Steps: 74691, Ep.Steps: 323, Score: 204.106, Avg.Score: 243.314, Max.Score: 896.788, Time: 01:23:02\n",
      "Ep.: 1086, Total Steps: 74827, Ep.Steps: 136, Score: 140.280, Avg.Score: 243.568, Max.Score: 896.788, Time: 01:23:10\n",
      "Ep.: 1087, Total Steps: 74943, Ep.Steps: 116, Score: 122.580, Avg.Score: 243.557, Max.Score: 896.788, Time: 01:23:16\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1088, Total Steps: 75281, Ep.Steps: 338, Score: 327.235, Avg.Score: 245.810, Max.Score: 896.788, Time: 01:23:33\n",
      "Ep.: 1089, Total Steps: 76281, Ep.Steps: 1000, Score: 848.941, Avg.Score: 252.618, Max.Score: 896.788, Time: 01:24:27\n",
      "Ep.: 1090, Total Steps: 77281, Ep.Steps: 1000, Score: 947.524, Avg.Score: 260.361, Max.Score: 947.524, Time: 01:25:19\n",
      "Ep.: 1091, Total Steps: 78281, Ep.Steps: 1000, Score: 864.616, Avg.Score: 267.026, Max.Score: 947.524, Time: 01:26:11\n",
      "Ep.: 1092, Total Steps: 78598, Ep.Steps: 317, Score: 320.474, Avg.Score: 269.315, Max.Score: 947.524, Time: 01:26:27\n",
      "Ep.: 1093, Total Steps: 78769, Ep.Steps: 171, Score: 177.035, Avg.Score: 270.295, Max.Score: 947.524, Time: 01:26:36\n",
      "Ep.: 1094, Total Steps: 78938, Ep.Steps: 169, Score: 178.638, Avg.Score: 267.032, Max.Score: 947.524, Time: 01:26:44\n",
      "Ep.: 1095, Total Steps: 79938, Ep.Steps: 1000, Score: 876.709, Avg.Score: 273.083, Max.Score: 947.524, Time: 01:27:35\n",
      "Ep.: 1096, Total Steps: 79982, Ep.Steps: 44, Score: 23.740, Avg.Score: 272.451, Max.Score: 947.524, Time: 01:27:38\n",
      "Ep.: 1097, Total Steps: 80093, Ep.Steps: 111, Score: 124.599, Avg.Score: 272.522, Max.Score: 947.524, Time: 01:27:43\n",
      "Ep.: 1098, Total Steps: 80763, Ep.Steps: 670, Score: 627.177, Avg.Score: 278.574, Max.Score: 947.524, Time: 01:28:17\n",
      "Ep.: 1099, Total Steps: 81763, Ep.Steps: 1000, Score: 916.374, Avg.Score: 286.737, Max.Score: 947.524, Time: 01:29:09\n",
      "Ep.: 1100, Total Steps: 81835, Ep.Steps: 72, Score: 82.507, Avg.Score: 286.473, Max.Score: 947.524, Time: 01:29:13\n",
      "Ep.: 1101, Total Steps: 82266, Ep.Steps: 431, Score: 308.705, Avg.Score: 281.461, Max.Score: 947.524, Time: 01:29:35\n",
      "Ep.: 1102, Total Steps: 82369, Ep.Steps: 103, Score: 117.559, Avg.Score: 282.657, Max.Score: 947.524, Time: 01:29:40\n",
      "Ep.: 1103, Total Steps: 82585, Ep.Steps: 216, Score: 219.892, Avg.Score: 283.199, Max.Score: 947.524, Time: 01:29:51\n",
      "Ep.: 1104, Total Steps: 83585, Ep.Steps: 1000, Score: 827.627, Avg.Score: 290.731, Max.Score: 947.524, Time: 01:30:42\n",
      "Ep.: 1105, Total Steps: 84585, Ep.Steps: 1000, Score: 926.014, Avg.Score: 298.496, Max.Score: 947.524, Time: 01:31:33\n",
      "Ep.: 1106, Total Steps: 85585, Ep.Steps: 1000, Score: 847.451, Avg.Score: 305.131, Max.Score: 947.524, Time: 01:32:24\n",
      "Ep.: 1107, Total Steps: 85617, Ep.Steps: 32, Score: 25.069, Avg.Score: 304.616, Max.Score: 947.524, Time: 01:32:26\n",
      "Ep.: 1108, Total Steps: 85821, Ep.Steps: 204, Score: 201.263, Avg.Score: 305.128, Max.Score: 947.524, Time: 01:32:36\n",
      "Ep.: 1109, Total Steps: 86821, Ep.Steps: 1000, Score: 929.687, Avg.Score: 313.158, Max.Score: 947.524, Time: 01:33:27\n",
      "Ep.: 1110, Total Steps: 86948, Ep.Steps: 127, Score: 134.770, Avg.Score: 313.632, Max.Score: 947.524, Time: 01:33:34\n",
      "Ep.: 1111, Total Steps: 87948, Ep.Steps: 1000, Score: 915.689, Avg.Score: 320.935, Max.Score: 947.524, Time: 01:34:25\n",
      "Ep.: 1112, Total Steps: 88874, Ep.Steps: 926, Score: 807.940, Avg.Score: 326.665, Max.Score: 947.524, Time: 01:35:12\n",
      "Ep.: 1113, Total Steps: 88908, Ep.Steps: 34, Score: 35.962, Avg.Score: 321.456, Max.Score: 947.524, Time: 01:35:14\n",
      "Ep.: 1114, Total Steps: 89091, Ep.Steps: 183, Score: 176.823, Avg.Score: 322.016, Max.Score: 947.524, Time: 01:35:23\n",
      "Ep.: 1115, Total Steps: 90091, Ep.Steps: 1000, Score: 911.956, Avg.Score: 329.011, Max.Score: 947.524, Time: 01:36:14\n",
      "Ep.: 1116, Total Steps: 90196, Ep.Steps: 105, Score: 111.810, Avg.Score: 328.643, Max.Score: 947.524, Time: 01:36:20\n",
      "Ep.: 1117, Total Steps: 91196, Ep.Steps: 1000, Score: 891.479, Avg.Score: 336.130, Max.Score: 947.524, Time: 01:37:11\n",
      "Ep.: 1118, Total Steps: 91378, Ep.Steps: 182, Score: 181.283, Avg.Score: 336.546, Max.Score: 947.524, Time: 01:37:20\n",
      "Ep.: 1119, Total Steps: 92378, Ep.Steps: 1000, Score: 892.833, Avg.Score: 343.088, Max.Score: 947.524, Time: 01:38:11\n",
      "Ep.: 1120, Total Steps: 92488, Ep.Steps: 110, Score: 45.362, Avg.Score: 341.498, Max.Score: 947.524, Time: 01:38:17\n",
      "Ep.: 1121, Total Steps: 92992, Ep.Steps: 504, Score: 486.869, Avg.Score: 342.531, Max.Score: 947.524, Time: 01:38:42\n",
      "Ep.: 1122, Total Steps: 93992, Ep.Steps: 1000, Score: 922.764, Avg.Score: 348.647, Max.Score: 947.524, Time: 01:39:34\n",
      "Ep.: 1123, Total Steps: 94923, Ep.Steps: 931, Score: 857.250, Avg.Score: 356.240, Max.Score: 947.524, Time: 01:40:22\n",
      "Ep.: 1124, Total Steps: 95923, Ep.Steps: 1000, Score: 953.491, Avg.Score: 358.285, Max.Score: 953.491, Time: 01:41:13\n",
      "Ep.: 1125, Total Steps: 96168, Ep.Steps: 245, Score: 234.051, Avg.Score: 358.814, Max.Score: 953.491, Time: 01:41:25\n",
      "Ep.: 1126, Total Steps: 96356, Ep.Steps: 188, Score: 190.038, Avg.Score: 354.526, Max.Score: 953.491, Time: 01:41:35\n",
      "Ep.: 1127, Total Steps: 96440, Ep.Steps: 84, Score: 48.702, Avg.Score: 354.002, Max.Score: 953.491, Time: 01:41:39\n",
      "Ep.: 1128, Total Steps: 97440, Ep.Steps: 1000, Score: 960.047, Avg.Score: 362.165, Max.Score: 960.047, Time: 01:42:30\n",
      "Ep.: 1129, Total Steps: 98440, Ep.Steps: 1000, Score: 955.885, Avg.Score: 362.756, Max.Score: 960.047, Time: 01:43:21\n",
      "Ep.: 1130, Total Steps: 99351, Ep.Steps: 911, Score: 740.041, Avg.Score: 369.105, Max.Score: 960.047, Time: 01:44:08\n",
      "Ep.: 1131, Total Steps: 99500, Ep.Steps: 149, Score: 155.403, Avg.Score: 369.130, Max.Score: 960.047, Time: 01:44:16\n",
      "Ep.: 1132, Total Steps: 100500, Ep.Steps: 1000, Score: 954.587, Avg.Score: 377.712, Max.Score: 960.047, Time: 01:45:09\n",
      "Ep.: 1133, Total Steps: 101500, Ep.Steps: 1000, Score: 966.047, Avg.Score: 384.756, Max.Score: 966.047, Time: 01:46:00\n",
      "Ep.: 1134, Total Steps: 102500, Ep.Steps: 1000, Score: 968.013, Avg.Score: 393.525, Max.Score: 968.013, Time: 01:46:51\n",
      "Ep.: 1135, Total Steps: 103500, Ep.Steps: 1000, Score: 973.034, Avg.Score: 399.784, Max.Score: 973.034, Time: 01:47:42\n",
      "Ep.: 1136, Total Steps: 103707, Ep.Steps: 207, Score: 186.642, Avg.Score: 400.025, Max.Score: 973.034, Time: 01:47:52\n",
      "Ep.: 1137, Total Steps: 104179, Ep.Steps: 472, Score: 462.928, Avg.Score: 403.065, Max.Score: 973.034, Time: 01:48:16\n",
      "Ep.: 1138, Total Steps: 105179, Ep.Steps: 1000, Score: 967.965, Avg.Score: 411.503, Max.Score: 973.034, Time: 01:49:07\n",
      "Ep.: 1139, Total Steps: 105818, Ep.Steps: 639, Score: 539.164, Avg.Score: 415.324, Max.Score: 973.034, Time: 01:49:40\n",
      "Ep.: 1140, Total Steps: 106818, Ep.Steps: 1000, Score: 976.744, Avg.Score: 423.199, Max.Score: 976.744, Time: 01:50:31\n",
      "Ep.: 1141, Total Steps: 107068, Ep.Steps: 250, Score: 250.412, Avg.Score: 424.639, Max.Score: 976.744, Time: 01:50:44\n",
      "Ep.: 1142, Total Steps: 107764, Ep.Steps: 696, Score: 678.373, Avg.Score: 430.047, Max.Score: 976.744, Time: 01:51:19\n",
      "Ep.: 1143, Total Steps: 108764, Ep.Steps: 1000, Score: 984.953, Avg.Score: 437.962, Max.Score: 984.953, Time: 01:52:10\n",
      "Ep.: 1144, Total Steps: 109764, Ep.Steps: 1000, Score: 978.828, Avg.Score: 446.303, Max.Score: 984.953, Time: 01:53:01\n",
      "Ep.: 1145, Total Steps: 109860, Ep.Steps: 96, Score: 102.275, Avg.Score: 446.026, Max.Score: 984.953, Time: 01:53:06\n",
      "Ep.: 1146, Total Steps: 110859, Ep.Steps: 999, Score: 986.610, Avg.Score: 451.500, Max.Score: 986.610, Time: 01:53:57\n",
      "Ep.: 1147, Total Steps: 111262, Ep.Steps: 403, Score: 399.574, Avg.Score: 454.571, Max.Score: 986.610, Time: 01:54:18\n",
      "Ep.: 1148, Total Steps: 112262, Ep.Steps: 1000, Score: 977.884, Avg.Score: 459.091, Max.Score: 986.610, Time: 01:55:09\n",
      "Ep.: 1149, Total Steps: 113262, Ep.Steps: 1000, Score: 981.455, Avg.Score: 467.128, Max.Score: 986.610, Time: 01:56:00\n",
      "Ep.: 1150, Total Steps: 114262, Ep.Steps: 1000, Score: 978.416, Avg.Score: 475.687, Max.Score: 986.610, Time: 01:56:51\n",
      "Ep.: 1151, Total Steps: 114474, Ep.Steps: 212, Score: 207.566, Avg.Score: 476.412, Max.Score: 986.610, Time: 01:57:02\n",
      "Ep.: 1152, Total Steps: 115474, Ep.Steps: 1000, Score: 977.707, Avg.Score: 483.919, Max.Score: 986.610, Time: 01:57:53\n",
      "Ep.: 1153, Total Steps: 116474, Ep.Steps: 1000, Score: 968.216, Avg.Score: 491.970, Max.Score: 986.610, Time: 01:58:44\n",
      "Ep.: 1154, Total Steps: 117474, Ep.Steps: 1000, Score: 975.551, Avg.Score: 500.680, Max.Score: 986.610, Time: 01:59:35\n",
      "Ep.: 1155, Total Steps: 118336, Ep.Steps: 862, Score: 840.508, Avg.Score: 508.001, Max.Score: 986.610, Time: 02:00:19\n",
      "Ep.: 1156, Total Steps: 118358, Ep.Steps: 22, Score: 25.984, Avg.Score: 507.335, Max.Score: 986.610, Time: 02:00:21\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1157, Total Steps: 119358, Ep.Steps: 1000, Score: 976.250, Avg.Score: 516.277, Max.Score: 986.610, Time: 02:01:12\n",
      "Ep.: 1158, Total Steps: 119783, Ep.Steps: 425, Score: 425.630, Avg.Score: 519.438, Max.Score: 986.610, Time: 02:01:35\n",
      "Ep.: 1159, Total Steps: 120280, Ep.Steps: 497, Score: 490.408, Avg.Score: 523.030, Max.Score: 986.610, Time: 02:02:01\n",
      "Ep.: 1160, Total Steps: 120733, Ep.Steps: 453, Score: 438.957, Avg.Score: 524.146, Max.Score: 986.610, Time: 02:02:24\n",
      "Ep.: 1161, Total Steps: 120887, Ep.Steps: 154, Score: 160.971, Avg.Score: 524.279, Max.Score: 986.610, Time: 02:02:32\n",
      "Ep.: 1162, Total Steps: 121887, Ep.Steps: 1000, Score: 970.642, Avg.Score: 533.049, Max.Score: 986.610, Time: 02:03:23\n",
      "Ep.: 1163, Total Steps: 122887, Ep.Steps: 1000, Score: 967.933, Avg.Score: 540.758, Max.Score: 986.610, Time: 02:04:15\n",
      "Ep.: 1164, Total Steps: 123887, Ep.Steps: 1000, Score: 969.946, Avg.Score: 550.110, Max.Score: 986.610, Time: 02:05:06\n",
      "Ep.: 1165, Total Steps: 124628, Ep.Steps: 741, Score: 727.919, Avg.Score: 555.847, Max.Score: 986.610, Time: 02:05:44\n",
      "Ep.: 1166, Total Steps: 125185, Ep.Steps: 557, Score: 550.839, Avg.Score: 558.607, Max.Score: 986.610, Time: 02:06:12\n",
      "Ep.: 1167, Total Steps: 126185, Ep.Steps: 1000, Score: 971.549, Avg.Score: 566.725, Max.Score: 986.610, Time: 02:07:03\n",
      "Ep.: 1168, Total Steps: 127185, Ep.Steps: 1000, Score: 969.776, Avg.Score: 567.716, Max.Score: 986.610, Time: 02:07:54\n",
      "Ep.: 1169, Total Steps: 127387, Ep.Steps: 202, Score: 98.650, Avg.Score: 566.168, Max.Score: 986.610, Time: 02:08:04\n",
      "Ep.: 1170, Total Steps: 127713, Ep.Steps: 326, Score: 325.320, Avg.Score: 560.747, Max.Score: 986.610, Time: 02:08:21\n",
      "Ep.: 1171, Total Steps: 127879, Ep.Steps: 166, Score: 166.779, Avg.Score: 554.126, Max.Score: 986.610, Time: 02:08:29\n",
      "Ep.: 1172, Total Steps: 128340, Ep.Steps: 461, Score: 464.241, Avg.Score: 557.043, Max.Score: 986.610, Time: 02:08:53\n",
      "Ep.: 1173, Total Steps: 128857, Ep.Steps: 517, Score: 489.693, Avg.Score: 561.365, Max.Score: 986.610, Time: 02:09:19\n",
      "Ep.: 1174, Total Steps: 129069, Ep.Steps: 212, Score: 229.399, Avg.Score: 559.872, Max.Score: 986.610, Time: 02:09:30\n",
      "Ep.: 1175, Total Steps: 129336, Ep.Steps: 267, Score: 273.301, Avg.Score: 560.573, Max.Score: 986.610, Time: 02:09:43\n",
      "Ep.: 1176, Total Steps: 130133, Ep.Steps: 797, Score: 724.158, Avg.Score: 566.365, Max.Score: 986.610, Time: 02:10:25\n",
      "Ep.: 1177, Total Steps: 130351, Ep.Steps: 218, Score: 229.060, Avg.Score: 566.107, Max.Score: 986.610, Time: 02:10:36\n",
      "Ep.: 1178, Total Steps: 130907, Ep.Steps: 556, Score: 534.996, Avg.Score: 565.148, Max.Score: 986.610, Time: 02:11:04\n",
      "Ep.: 1179, Total Steps: 131002, Ep.Steps: 95, Score: 109.142, Avg.Score: 558.130, Max.Score: 986.610, Time: 02:11:09\n",
      "Ep.: 1180, Total Steps: 131056, Ep.Steps: 54, Score: 42.519, Avg.Score: 552.367, Max.Score: 986.610, Time: 02:11:12\n",
      "Ep.: 1181, Total Steps: 131442, Ep.Steps: 386, Score: 364.595, Avg.Score: 548.411, Max.Score: 986.610, Time: 02:11:32\n",
      "Ep.: 1182, Total Steps: 131690, Ep.Steps: 248, Score: 259.416, Avg.Score: 548.981, Max.Score: 986.610, Time: 02:11:44\n",
      "Ep.: 1183, Total Steps: 131874, Ep.Steps: 184, Score: 203.170, Avg.Score: 548.866, Max.Score: 986.610, Time: 02:11:54\n",
      "Ep.: 1184, Total Steps: 132216, Ep.Steps: 342, Score: 354.885, Avg.Score: 545.958, Max.Score: 986.610, Time: 02:12:11\n",
      "Ep.: 1185, Total Steps: 132444, Ep.Steps: 228, Score: 240.900, Avg.Score: 546.326, Max.Score: 986.610, Time: 02:12:23\n",
      "Ep.: 1186, Total Steps: 132538, Ep.Steps: 94, Score: 110.912, Avg.Score: 546.033, Max.Score: 986.610, Time: 02:12:28\n",
      "Ep.: 1187, Total Steps: 133107, Ep.Steps: 569, Score: 556.495, Avg.Score: 550.372, Max.Score: 986.610, Time: 02:12:57\n",
      "Ep.: 1188, Total Steps: 134107, Ep.Steps: 1000, Score: 935.198, Avg.Score: 556.451, Max.Score: 986.610, Time: 02:13:48\n",
      "Ep.: 1189, Total Steps: 135107, Ep.Steps: 1000, Score: 923.588, Avg.Score: 557.198, Max.Score: 986.610, Time: 02:14:39\n",
      "Ep.: 1190, Total Steps: 136107, Ep.Steps: 1000, Score: 949.119, Avg.Score: 557.214, Max.Score: 986.610, Time: 02:15:30\n",
      "Ep.: 1191, Total Steps: 136618, Ep.Steps: 511, Score: 496.410, Avg.Score: 553.532, Max.Score: 986.610, Time: 02:15:56\n",
      "Ep.: 1192, Total Steps: 136886, Ep.Steps: 268, Score: 282.857, Avg.Score: 553.156, Max.Score: 986.610, Time: 02:16:10\n",
      "Ep.: 1193, Total Steps: 137781, Ep.Steps: 895, Score: 842.032, Avg.Score: 559.806, Max.Score: 986.610, Time: 02:16:56\n",
      "Ep.: 1194, Total Steps: 137872, Ep.Steps: 91, Score: 33.627, Avg.Score: 558.355, Max.Score: 986.610, Time: 02:17:01\n",
      "Ep.: 1195, Total Steps: 137930, Ep.Steps: 58, Score: 23.688, Avg.Score: 549.825, Max.Score: 986.610, Time: 02:17:04\n",
      "Ep.: 1196, Total Steps: 138930, Ep.Steps: 1000, Score: 919.888, Avg.Score: 558.787, Max.Score: 986.610, Time: 02:17:55\n",
      "Ep.: 1197, Total Steps: 139362, Ep.Steps: 432, Score: 445.425, Avg.Score: 561.995, Max.Score: 986.610, Time: 02:18:17\n",
      "Ep.: 1198, Total Steps: 139547, Ep.Steps: 185, Score: 197.518, Avg.Score: 557.698, Max.Score: 986.610, Time: 02:18:28\n",
      "Ep.: 1199, Total Steps: 139668, Ep.Steps: 121, Score: 137.456, Avg.Score: 549.909, Max.Score: 986.610, Time: 02:18:34\n",
      "Ep.: 1200, Total Steps: 139783, Ep.Steps: 115, Score: 131.811, Avg.Score: 550.402, Max.Score: 986.610, Time: 02:18:40\n",
      "Ep.: 1201, Total Steps: 140003, Ep.Steps: 220, Score: 239.329, Avg.Score: 549.708, Max.Score: 986.610, Time: 02:18:51\n",
      "Ep.: 1202, Total Steps: 140100, Ep.Steps: 97, Score: 114.641, Avg.Score: 549.679, Max.Score: 986.610, Time: 02:18:56\n",
      "Ep.: 1203, Total Steps: 140183, Ep.Steps: 83, Score: 105.801, Avg.Score: 548.538, Max.Score: 986.610, Time: 02:19:00\n",
      "Ep.: 1204, Total Steps: 141183, Ep.Steps: 1000, Score: 969.098, Avg.Score: 549.953, Max.Score: 986.610, Time: 02:19:51\n",
      "Ep.: 1205, Total Steps: 142183, Ep.Steps: 1000, Score: 929.351, Avg.Score: 549.986, Max.Score: 986.610, Time: 02:20:42\n",
      "Ep.: 1206, Total Steps: 143183, Ep.Steps: 1000, Score: 892.575, Avg.Score: 550.438, Max.Score: 986.610, Time: 02:21:33\n",
      "Ep.: 1207, Total Steps: 143411, Ep.Steps: 228, Score: 225.372, Avg.Score: 552.441, Max.Score: 986.610, Time: 02:21:45\n",
      "Ep.: 1208, Total Steps: 143547, Ep.Steps: 136, Score: 143.870, Avg.Score: 551.867, Max.Score: 986.610, Time: 02:21:52\n",
      "Ep.: 1209, Total Steps: 143728, Ep.Steps: 181, Score: 184.667, Avg.Score: 544.417, Max.Score: 986.610, Time: 02:22:01\n",
      "Ep.: 1210, Total Steps: 143900, Ep.Steps: 172, Score: 173.977, Avg.Score: 544.809, Max.Score: 986.610, Time: 02:22:10\n",
      "Ep.: 1211, Total Steps: 144157, Ep.Steps: 257, Score: 244.057, Avg.Score: 538.092, Max.Score: 986.610, Time: 02:22:23\n",
      "Ep.: 1212, Total Steps: 145157, Ep.Steps: 1000, Score: 945.166, Avg.Score: 539.465, Max.Score: 986.610, Time: 02:23:14\n",
      "Ep.: 1213, Total Steps: 146157, Ep.Steps: 1000, Score: 972.019, Avg.Score: 548.825, Max.Score: 986.610, Time: 02:24:04\n",
      "Ep.: 1214, Total Steps: 146519, Ep.Steps: 362, Score: 368.475, Avg.Score: 550.742, Max.Score: 986.610, Time: 02:24:23\n",
      "Ep.: 1215, Total Steps: 146712, Ep.Steps: 193, Score: 199.555, Avg.Score: 543.618, Max.Score: 986.610, Time: 02:24:33\n",
      "Ep.: 1216, Total Steps: 147712, Ep.Steps: 1000, Score: 958.383, Avg.Score: 552.083, Max.Score: 986.610, Time: 02:25:24\n",
      "Ep.: 1217, Total Steps: 148712, Ep.Steps: 1000, Score: 925.095, Avg.Score: 552.420, Max.Score: 986.610, Time: 02:26:15\n",
      "Ep.: 1218, Total Steps: 148926, Ep.Steps: 214, Score: 229.387, Avg.Score: 552.901, Max.Score: 986.610, Time: 02:26:27\n",
      "Ep.: 1219, Total Steps: 149138, Ep.Steps: 212, Score: 218.678, Avg.Score: 546.159, Max.Score: 986.610, Time: 02:26:38\n",
      "Ep.: 1220, Total Steps: 149321, Ep.Steps: 183, Score: 191.478, Avg.Score: 547.620, Max.Score: 986.610, Time: 02:26:47\n",
      "Ep.: 1221, Total Steps: 149882, Ep.Steps: 561, Score: 471.561, Avg.Score: 547.467, Max.Score: 986.610, Time: 02:27:15\n",
      "Ep.: 1222, Total Steps: 150222, Ep.Steps: 340, Score: 342.760, Avg.Score: 541.667, Max.Score: 986.610, Time: 02:27:33\n",
      "Ep.: 1223, Total Steps: 151222, Ep.Steps: 1000, Score: 830.461, Avg.Score: 541.399, Max.Score: 986.610, Time: 02:28:24\n",
      "Ep.: 1224, Total Steps: 151472, Ep.Steps: 250, Score: 241.348, Avg.Score: 534.278, Max.Score: 986.610, Time: 02:28:37\n",
      "Ep.: 1225, Total Steps: 151686, Ep.Steps: 214, Score: 214.397, Avg.Score: 534.081, Max.Score: 986.610, Time: 02:28:48\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1226, Total Steps: 152478, Ep.Steps: 792, Score: 721.584, Avg.Score: 539.397, Max.Score: 986.610, Time: 02:29:28\n",
      "Ep.: 1227, Total Steps: 152783, Ep.Steps: 305, Score: 300.401, Avg.Score: 541.914, Max.Score: 986.610, Time: 02:29:44\n",
      "Ep.: 1228, Total Steps: 153309, Ep.Steps: 526, Score: 493.278, Avg.Score: 537.246, Max.Score: 986.610, Time: 02:30:11\n",
      "Ep.: 1229, Total Steps: 153742, Ep.Steps: 433, Score: 379.564, Avg.Score: 531.483, Max.Score: 986.610, Time: 02:30:33\n",
      "Ep.: 1230, Total Steps: 154742, Ep.Steps: 1000, Score: 844.310, Avg.Score: 532.525, Max.Score: 986.610, Time: 02:31:26\n",
      "Ep.: 1231, Total Steps: 155742, Ep.Steps: 1000, Score: 916.642, Avg.Score: 540.138, Max.Score: 986.610, Time: 02:32:17\n",
      "Ep.: 1232, Total Steps: 156742, Ep.Steps: 1000, Score: 956.259, Avg.Score: 540.155, Max.Score: 986.610, Time: 02:33:09\n",
      "Ep.: 1233, Total Steps: 156983, Ep.Steps: 241, Score: 249.314, Avg.Score: 532.987, Max.Score: 986.610, Time: 02:33:21\n",
      "Ep.: 1234, Total Steps: 157178, Ep.Steps: 195, Score: 203.433, Avg.Score: 525.341, Max.Score: 986.610, Time: 02:33:31\n",
      "Ep.: 1235, Total Steps: 157486, Ep.Steps: 308, Score: 316.972, Avg.Score: 518.781, Max.Score: 986.610, Time: 02:33:47\n",
      "Ep.: 1236, Total Steps: 158486, Ep.Steps: 1000, Score: 961.541, Avg.Score: 526.530, Max.Score: 986.610, Time: 02:34:39\n",
      "Ep.: 1237, Total Steps: 158774, Ep.Steps: 288, Score: 287.785, Avg.Score: 524.778, Max.Score: 986.610, Time: 02:34:56\n",
      "Ep.: 1238, Total Steps: 159087, Ep.Steps: 313, Score: 315.024, Avg.Score: 518.249, Max.Score: 986.610, Time: 02:35:13\n",
      "Ep.: 1239, Total Steps: 160087, Ep.Steps: 1000, Score: 947.670, Avg.Score: 522.334, Max.Score: 986.610, Time: 02:36:09\n",
      "Ep.: 1240, Total Steps: 161087, Ep.Steps: 1000, Score: 973.609, Avg.Score: 522.303, Max.Score: 986.610, Time: 02:37:01\n",
      "Ep.: 1241, Total Steps: 162087, Ep.Steps: 1000, Score: 977.727, Avg.Score: 529.576, Max.Score: 986.610, Time: 02:37:52\n",
      "Ep.: 1242, Total Steps: 162257, Ep.Steps: 170, Score: 168.657, Avg.Score: 524.479, Max.Score: 986.610, Time: 02:38:01\n",
      "Ep.: 1243, Total Steps: 163003, Ep.Steps: 746, Score: 538.639, Avg.Score: 520.016, Max.Score: 986.610, Time: 02:38:45\n",
      "Ep.: 1244, Total Steps: 164003, Ep.Steps: 1000, Score: 985.621, Avg.Score: 520.083, Max.Score: 986.610, Time: 02:39:41\n",
      "Ep.: 1245, Total Steps: 164332, Ep.Steps: 329, Score: 321.781, Avg.Score: 522.279, Max.Score: 986.610, Time: 02:39:58\n",
      "Ep.: 1246, Total Steps: 165332, Ep.Steps: 1000, Score: 982.581, Avg.Score: 522.238, Max.Score: 985.621, Time: 02:40:52\n",
      "Ep.: 1247, Total Steps: 165591, Ep.Steps: 259, Score: 239.480, Avg.Score: 520.637, Max.Score: 985.621, Time: 02:41:08\n",
      "Ep.: 1248, Total Steps: 166128, Ep.Steps: 537, Score: 515.814, Avg.Score: 516.017, Max.Score: 985.621, Time: 02:41:38\n",
      "Ep.: 1249, Total Steps: 166236, Ep.Steps: 108, Score: 100.136, Avg.Score: 507.203, Max.Score: 985.621, Time: 02:41:46\n",
      "Ep.: 1250, Total Steps: 167236, Ep.Steps: 1000, Score: 981.334, Avg.Score: 507.233, Max.Score: 985.621, Time: 02:42:38\n",
      "Ep.: 1251, Total Steps: 167402, Ep.Steps: 166, Score: 165.898, Avg.Score: 506.816, Max.Score: 985.621, Time: 02:42:46\n",
      "Ep.: 1252, Total Steps: 168402, Ep.Steps: 1000, Score: 873.359, Avg.Score: 505.772, Max.Score: 985.621, Time: 02:43:38\n",
      "Ep.: 1253, Total Steps: 169402, Ep.Steps: 1000, Score: 983.584, Avg.Score: 505.926, Max.Score: 985.621, Time: 02:44:31\n",
      "Ep.: 1254, Total Steps: 169676, Ep.Steps: 274, Score: 269.833, Avg.Score: 498.869, Max.Score: 985.621, Time: 02:44:45\n",
      "Ep.: 1255, Total Steps: 170676, Ep.Steps: 1000, Score: 982.420, Avg.Score: 500.288, Max.Score: 985.621, Time: 02:45:39\n",
      "Ep.: 1256, Total Steps: 170892, Ep.Steps: 216, Score: 221.566, Avg.Score: 502.244, Max.Score: 985.621, Time: 02:45:51\n",
      "Ep.: 1257, Total Steps: 171158, Ep.Steps: 266, Score: 256.277, Avg.Score: 495.044, Max.Score: 985.621, Time: 02:46:05\n",
      "Ep.: 1258, Total Steps: 171399, Ep.Steps: 241, Score: 241.028, Avg.Score: 493.198, Max.Score: 985.621, Time: 02:46:18\n",
      "Ep.: 1259, Total Steps: 172033, Ep.Steps: 634, Score: 604.850, Avg.Score: 494.343, Max.Score: 985.621, Time: 02:46:51\n",
      "Ep.: 1260, Total Steps: 172653, Ep.Steps: 620, Score: 602.510, Avg.Score: 495.978, Max.Score: 985.621, Time: 02:47:25\n",
      "Ep.: 1261, Total Steps: 173653, Ep.Steps: 1000, Score: 966.550, Avg.Score: 504.034, Max.Score: 985.621, Time: 02:48:18\n",
      "Ep.: 1262, Total Steps: 173950, Ep.Steps: 297, Score: 276.036, Avg.Score: 497.088, Max.Score: 985.621, Time: 02:48:33\n",
      "Ep.: 1263, Total Steps: 174399, Ep.Steps: 449, Score: 442.882, Avg.Score: 491.837, Max.Score: 985.621, Time: 02:49:03\n",
      "Ep.: 1264, Total Steps: 174649, Ep.Steps: 250, Score: 250.363, Avg.Score: 484.641, Max.Score: 985.621, Time: 02:49:18\n",
      "Ep.: 1265, Total Steps: 174945, Ep.Steps: 296, Score: 291.529, Avg.Score: 480.278, Max.Score: 985.621, Time: 02:49:34\n",
      "Ep.: 1266, Total Steps: 175139, Ep.Steps: 194, Score: 191.711, Avg.Score: 476.686, Max.Score: 985.621, Time: 02:49:44\n",
      "Ep.: 1267, Total Steps: 175379, Ep.Steps: 240, Score: 231.379, Avg.Score: 469.285, Max.Score: 985.621, Time: 02:49:58\n",
      "Ep.: 1268, Total Steps: 175578, Ep.Steps: 199, Score: 192.797, Avg.Score: 461.515, Max.Score: 985.621, Time: 02:50:09\n",
      "Ep.: 1269, Total Steps: 176578, Ep.Steps: 1000, Score: 775.344, Avg.Score: 468.282, Max.Score: 985.621, Time: 02:51:09\n",
      "Ep.: 1270, Total Steps: 176769, Ep.Steps: 191, Score: 171.886, Avg.Score: 466.747, Max.Score: 985.621, Time: 02:51:20\n",
      "Ep.: 1271, Total Steps: 176805, Ep.Steps: 36, Score: 40.579, Avg.Score: 465.485, Max.Score: 985.621, Time: 02:51:22\n",
      "Ep.: 1272, Total Steps: 177081, Ep.Steps: 276, Score: 260.668, Avg.Score: 463.450, Max.Score: 985.621, Time: 02:51:37\n",
      "Ep.: 1273, Total Steps: 177403, Ep.Steps: 322, Score: 321.037, Avg.Score: 461.763, Max.Score: 985.621, Time: 02:51:55\n",
      "Ep.: 1274, Total Steps: 177623, Ep.Steps: 220, Score: 214.336, Avg.Score: 461.612, Max.Score: 985.621, Time: 02:52:06\n",
      "Ep.: 1275, Total Steps: 177864, Ep.Steps: 241, Score: 228.783, Avg.Score: 461.167, Max.Score: 985.621, Time: 02:52:19\n",
      "Ep.: 1276, Total Steps: 178093, Ep.Steps: 229, Score: 224.644, Avg.Score: 456.172, Max.Score: 985.621, Time: 02:52:33\n",
      "Ep.: 1277, Total Steps: 178490, Ep.Steps: 397, Score: 385.917, Avg.Score: 457.741, Max.Score: 985.621, Time: 02:52:57\n",
      "Ep.: 1278, Total Steps: 178783, Ep.Steps: 293, Score: 299.551, Avg.Score: 455.386, Max.Score: 985.621, Time: 02:53:11\n",
      "Ep.: 1279, Total Steps: 179150, Ep.Steps: 367, Score: 366.733, Avg.Score: 457.962, Max.Score: 985.621, Time: 02:53:30\n",
      "Ep.: 1280, Total Steps: 179392, Ep.Steps: 242, Score: 246.284, Avg.Score: 460.000, Max.Score: 985.621, Time: 02:53:43\n",
      "Ep.: 1281, Total Steps: 179625, Ep.Steps: 233, Score: 235.821, Avg.Score: 458.712, Max.Score: 985.621, Time: 02:53:55\n",
      "Ep.: 1282, Total Steps: 180625, Ep.Steps: 1000, Score: 843.443, Avg.Score: 464.552, Max.Score: 985.621, Time: 02:54:49\n",
      "Ep.: 1283, Total Steps: 181407, Ep.Steps: 782, Score: 768.657, Avg.Score: 470.207, Max.Score: 985.621, Time: 02:55:30\n",
      "Ep.: 1284, Total Steps: 181531, Ep.Steps: 124, Score: 127.965, Avg.Score: 467.938, Max.Score: 985.621, Time: 02:55:37\n",
      "Ep.: 1285, Total Steps: 181759, Ep.Steps: 228, Score: 233.455, Avg.Score: 467.864, Max.Score: 985.621, Time: 02:55:49\n",
      "Ep.: 1286, Total Steps: 182287, Ep.Steps: 528, Score: 504.152, Avg.Score: 471.796, Max.Score: 985.621, Time: 02:56:17\n",
      "Ep.: 1287, Total Steps: 182619, Ep.Steps: 332, Score: 335.276, Avg.Score: 469.584, Max.Score: 985.621, Time: 02:56:35\n",
      "Ep.: 1288, Total Steps: 182846, Ep.Steps: 227, Score: 236.997, Avg.Score: 462.602, Max.Score: 985.621, Time: 02:56:47\n",
      "Ep.: 1289, Total Steps: 183670, Ep.Steps: 824, Score: 814.335, Avg.Score: 461.509, Max.Score: 985.621, Time: 02:57:31\n",
      "Ep.: 1290, Total Steps: 183869, Ep.Steps: 199, Score: 202.207, Avg.Score: 454.040, Max.Score: 985.621, Time: 02:57:41\n",
      "Ep.: 1291, Total Steps: 184869, Ep.Steps: 1000, Score: 980.538, Avg.Score: 458.881, Max.Score: 985.621, Time: 02:58:34\n",
      "Ep.: 1292, Total Steps: 185009, Ep.Steps: 140, Score: 138.187, Avg.Score: 457.435, Max.Score: 985.621, Time: 02:58:41\n",
      "Ep.: 1293, Total Steps: 185207, Ep.Steps: 198, Score: 201.510, Avg.Score: 451.029, Max.Score: 985.621, Time: 02:58:52\n",
      "Ep.: 1294, Total Steps: 185466, Ep.Steps: 259, Score: 203.591, Avg.Score: 452.729, Max.Score: 985.621, Time: 02:59:05\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1295, Total Steps: 185615, Ep.Steps: 149, Score: 154.082, Avg.Score: 454.033, Max.Score: 985.621, Time: 02:59:13\n",
      "Ep.: 1296, Total Steps: 186615, Ep.Steps: 1000, Score: 968.563, Avg.Score: 454.520, Max.Score: 985.621, Time: 03:00:17\n",
      "Ep.: 1297, Total Steps: 187221, Ep.Steps: 606, Score: 599.199, Avg.Score: 456.058, Max.Score: 985.621, Time: 03:00:57\n",
      "Ep.: 1298, Total Steps: 187850, Ep.Steps: 629, Score: 463.724, Avg.Score: 458.720, Max.Score: 985.621, Time: 03:01:36\n",
      "Ep.: 1299, Total Steps: 188562, Ep.Steps: 712, Score: 700.878, Avg.Score: 464.354, Max.Score: 985.621, Time: 03:02:19\n",
      "Ep.: 1300, Total Steps: 189520, Ep.Steps: 958, Score: 942.565, Avg.Score: 472.461, Max.Score: 985.621, Time: 03:03:16\n",
      "Ep.: 1301, Total Steps: 190520, Ep.Steps: 1000, Score: 942.045, Avg.Score: 479.488, Max.Score: 985.621, Time: 03:04:16\n",
      "Ep.: 1302, Total Steps: 191377, Ep.Steps: 857, Score: 852.772, Avg.Score: 486.870, Max.Score: 985.621, Time: 03:05:07\n",
      "Ep.: 1303, Total Steps: 192377, Ep.Steps: 1000, Score: 972.433, Avg.Score: 495.536, Max.Score: 985.621, Time: 03:06:06\n",
      "Ep.: 1304, Total Steps: 193377, Ep.Steps: 1000, Score: 929.253, Avg.Score: 495.138, Max.Score: 985.621, Time: 03:07:06\n",
      "Ep.: 1305, Total Steps: 194373, Ep.Steps: 996, Score: 954.354, Avg.Score: 495.388, Max.Score: 985.621, Time: 03:08:05\n",
      "Ep.: 1306, Total Steps: 194926, Ep.Steps: 553, Score: 534.704, Avg.Score: 491.809, Max.Score: 985.621, Time: 03:08:42\n",
      "Ep.: 1307, Total Steps: 195202, Ep.Steps: 276, Score: 261.900, Avg.Score: 492.174, Max.Score: 985.621, Time: 03:08:57\n",
      "Ep.: 1308, Total Steps: 195914, Ep.Steps: 712, Score: 662.998, Avg.Score: 497.366, Max.Score: 985.621, Time: 03:09:38\n",
      "Ep.: 1309, Total Steps: 196258, Ep.Steps: 344, Score: 352.142, Avg.Score: 499.040, Max.Score: 985.621, Time: 03:09:58\n",
      "Ep.: 1310, Total Steps: 196589, Ep.Steps: 331, Score: 326.994, Avg.Score: 500.570, Max.Score: 985.621, Time: 03:10:16\n",
      "Ep.: 1311, Total Steps: 197503, Ep.Steps: 914, Score: 856.331, Avg.Score: 506.693, Max.Score: 985.621, Time: 03:11:07\n",
      "Ep.: 1312, Total Steps: 198503, Ep.Steps: 1000, Score: 950.330, Avg.Score: 506.745, Max.Score: 985.621, Time: 03:11:59\n",
      "Ep.: 1313, Total Steps: 199246, Ep.Steps: 743, Score: 692.050, Avg.Score: 503.945, Max.Score: 985.621, Time: 03:12:44\n",
      "Ep.: 1314, Total Steps: 199641, Ep.Steps: 395, Score: 378.674, Avg.Score: 504.047, Max.Score: 985.621, Time: 03:13:05\n",
      "Ep.: 1315, Total Steps: 200641, Ep.Steps: 1000, Score: 905.512, Avg.Score: 511.107, Max.Score: 985.621, Time: 03:13:58\n",
      "Ep.: 1316, Total Steps: 201056, Ep.Steps: 415, Score: 397.407, Avg.Score: 505.497, Max.Score: 985.621, Time: 03:14:20\n",
      "Ep.: 1317, Total Steps: 202056, Ep.Steps: 1000, Score: 936.512, Avg.Score: 505.611, Max.Score: 985.621, Time: 03:15:14\n",
      "Ep.: 1318, Total Steps: 203056, Ep.Steps: 1000, Score: 895.231, Avg.Score: 512.270, Max.Score: 985.621, Time: 03:16:07\n",
      "Ep.: 1319, Total Steps: 204056, Ep.Steps: 1000, Score: 907.679, Avg.Score: 519.160, Max.Score: 985.621, Time: 03:17:00\n",
      "Ep.: 1320, Total Steps: 205056, Ep.Steps: 1000, Score: 956.449, Avg.Score: 526.809, Max.Score: 985.621, Time: 03:17:54\n",
      "Ep.: 1321, Total Steps: 206056, Ep.Steps: 1000, Score: 927.312, Avg.Score: 531.367, Max.Score: 985.621, Time: 03:18:50\n",
      "Ep.: 1322, Total Steps: 207056, Ep.Steps: 1000, Score: 928.514, Avg.Score: 537.224, Max.Score: 985.621, Time: 03:19:47\n",
      "Ep.: 1323, Total Steps: 208056, Ep.Steps: 1000, Score: 946.110, Avg.Score: 538.381, Max.Score: 985.621, Time: 03:20:44\n",
      "Ep.: 1324, Total Steps: 209056, Ep.Steps: 1000, Score: 965.044, Avg.Score: 545.618, Max.Score: 985.621, Time: 03:21:40\n",
      "Ep.: 1325, Total Steps: 209884, Ep.Steps: 828, Score: 769.107, Avg.Score: 551.165, Max.Score: 985.621, Time: 03:22:24\n",
      "Ep.: 1326, Total Steps: 210884, Ep.Steps: 1000, Score: 932.227, Avg.Score: 553.271, Max.Score: 985.621, Time: 03:23:18\n",
      "Ep.: 1327, Total Steps: 211884, Ep.Steps: 1000, Score: 907.494, Avg.Score: 559.342, Max.Score: 985.621, Time: 03:24:17\n",
      "Ep.: 1328, Total Steps: 212884, Ep.Steps: 1000, Score: 941.798, Avg.Score: 563.827, Max.Score: 985.621, Time: 03:25:10\n",
      "Ep.: 1329, Total Steps: 213884, Ep.Steps: 1000, Score: 945.552, Avg.Score: 569.487, Max.Score: 985.621, Time: 03:26:03\n",
      "Ep.: 1330, Total Steps: 214884, Ep.Steps: 1000, Score: 975.550, Avg.Score: 570.800, Max.Score: 985.621, Time: 03:26:56\n",
      "Ep.: 1331, Total Steps: 215884, Ep.Steps: 1000, Score: 921.374, Avg.Score: 570.847, Max.Score: 985.621, Time: 03:27:51\n",
      "Ep.: 1332, Total Steps: 216884, Ep.Steps: 1000, Score: 925.210, Avg.Score: 570.537, Max.Score: 985.621, Time: 03:28:48\n",
      "Ep.: 1333, Total Steps: 217884, Ep.Steps: 1000, Score: 913.978, Avg.Score: 577.183, Max.Score: 985.621, Time: 03:29:41\n",
      "Ep.: 1334, Total Steps: 218884, Ep.Steps: 1000, Score: 966.049, Avg.Score: 584.809, Max.Score: 985.621, Time: 03:30:35\n",
      "Ep.: 1335, Total Steps: 219063, Ep.Steps: 179, Score: 151.923, Avg.Score: 583.159, Max.Score: 985.621, Time: 03:30:45\n",
      "Ep.: 1336, Total Steps: 220063, Ep.Steps: 1000, Score: 924.404, Avg.Score: 582.788, Max.Score: 985.621, Time: 03:31:41\n",
      "Ep.: 1337, Total Steps: 221063, Ep.Steps: 1000, Score: 959.117, Avg.Score: 589.501, Max.Score: 985.621, Time: 03:32:35\n",
      "Ep.: 1338, Total Steps: 222063, Ep.Steps: 1000, Score: 953.134, Avg.Score: 595.882, Max.Score: 985.621, Time: 03:33:28\n",
      "Ep.: 1339, Total Steps: 223063, Ep.Steps: 1000, Score: 933.449, Avg.Score: 595.740, Max.Score: 985.621, Time: 03:34:21\n",
      "Ep.: 1340, Total Steps: 224063, Ep.Steps: 1000, Score: 926.430, Avg.Score: 595.268, Max.Score: 985.621, Time: 03:35:15\n",
      "Ep.: 1341, Total Steps: 224721, Ep.Steps: 658, Score: 610.408, Avg.Score: 591.595, Max.Score: 985.621, Time: 03:35:50\n",
      "Ep.: 1342, Total Steps: 225721, Ep.Steps: 1000, Score: 943.083, Avg.Score: 599.339, Max.Score: 985.621, Time: 03:36:51\n",
      "Ep.: 1343, Total Steps: 226409, Ep.Steps: 688, Score: 639.517, Avg.Score: 600.348, Max.Score: 985.621, Time: 03:37:34\n",
      "Ep.: 1344, Total Steps: 227409, Ep.Steps: 1000, Score: 940.708, Avg.Score: 599.899, Max.Score: 983.584, Time: 03:38:29\n",
      "Ep.: 1345, Total Steps: 228409, Ep.Steps: 1000, Score: 936.370, Avg.Score: 606.045, Max.Score: 983.584, Time: 03:39:28\n",
      "Ep.: 1346, Total Steps: 229409, Ep.Steps: 1000, Score: 936.584, Avg.Score: 605.585, Max.Score: 983.584, Time: 03:40:27\n",
      "Ep.: 1347, Total Steps: 230407, Ep.Steps: 998, Score: 954.219, Avg.Score: 612.732, Max.Score: 983.584, Time: 03:41:37\n",
      "Ep.: 1348, Total Steps: 231407, Ep.Steps: 1000, Score: 969.295, Avg.Score: 617.267, Max.Score: 983.584, Time: 03:42:32\n",
      "Ep.: 1349, Total Steps: 232407, Ep.Steps: 1000, Score: 972.611, Avg.Score: 625.992, Max.Score: 983.584, Time: 03:43:33\n",
      "Ep.: 1350, Total Steps: 232979, Ep.Steps: 572, Score: 547.686, Avg.Score: 621.655, Max.Score: 983.584, Time: 03:44:06\n",
      "Ep.: 1351, Total Steps: 233979, Ep.Steps: 1000, Score: 960.754, Avg.Score: 629.604, Max.Score: 983.584, Time: 03:45:03\n",
      "Ep.: 1352, Total Steps: 234979, Ep.Steps: 1000, Score: 951.137, Avg.Score: 630.381, Max.Score: 983.584, Time: 03:46:00\n",
      "Ep.: 1353, Total Steps: 235869, Ep.Steps: 890, Score: 852.810, Avg.Score: 629.074, Max.Score: 982.420, Time: 03:46:51\n",
      "Ep.: 1354, Total Steps: 236869, Ep.Steps: 1000, Score: 976.540, Avg.Score: 636.141, Max.Score: 982.420, Time: 03:47:48\n",
      "Ep.: 1355, Total Steps: 237869, Ep.Steps: 1000, Score: 965.182, Avg.Score: 635.968, Max.Score: 980.538, Time: 03:48:46\n",
      "Ep.: 1356, Total Steps: 238869, Ep.Steps: 1000, Score: 836.753, Avg.Score: 642.120, Max.Score: 980.538, Time: 03:49:43\n",
      "Ep.: 1357, Total Steps: 239869, Ep.Steps: 1000, Score: 944.965, Avg.Score: 649.007, Max.Score: 980.538, Time: 03:50:40\n",
      "Ep.: 1358, Total Steps: 240869, Ep.Steps: 1000, Score: 947.564, Avg.Score: 656.072, Max.Score: 980.538, Time: 03:51:37\n",
      "Ep.: 1359, Total Steps: 241147, Ep.Steps: 278, Score: 258.958, Avg.Score: 652.614, Max.Score: 980.538, Time: 03:51:53\n",
      "Ep.: 1360, Total Steps: 241395, Ep.Steps: 248, Score: 246.474, Avg.Score: 649.053, Max.Score: 980.538, Time: 03:52:07\n",
      "Ep.: 1361, Total Steps: 242395, Ep.Steps: 1000, Score: 945.096, Avg.Score: 648.839, Max.Score: 980.538, Time: 03:53:04\n",
      "Ep.: 1362, Total Steps: 243395, Ep.Steps: 1000, Score: 919.497, Avg.Score: 655.273, Max.Score: 980.538, Time: 03:54:01\n",
      "Ep.: 1363, Total Steps: 244134, Ep.Steps: 739, Score: 688.138, Avg.Score: 657.726, Max.Score: 980.538, Time: 03:54:43\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1364, Total Steps: 245134, Ep.Steps: 1000, Score: 930.872, Avg.Score: 664.531, Max.Score: 980.538, Time: 03:55:40\n",
      "Ep.: 1365, Total Steps: 246134, Ep.Steps: 1000, Score: 956.389, Avg.Score: 671.180, Max.Score: 980.538, Time: 03:56:37\n",
      "Ep.: 1366, Total Steps: 247134, Ep.Steps: 1000, Score: 963.687, Avg.Score: 678.899, Max.Score: 980.538, Time: 03:57:34\n",
      "Ep.: 1367, Total Steps: 248134, Ep.Steps: 1000, Score: 972.394, Avg.Score: 686.309, Max.Score: 980.538, Time: 03:58:31\n",
      "Ep.: 1368, Total Steps: 249134, Ep.Steps: 1000, Score: 950.789, Avg.Score: 693.889, Max.Score: 980.538, Time: 03:59:28\n",
      "Ep.: 1369, Total Steps: 250134, Ep.Steps: 1000, Score: 956.431, Avg.Score: 695.700, Max.Score: 980.538, Time: 04:00:27\n",
      "Ep.: 1370, Total Steps: 251134, Ep.Steps: 1000, Score: 882.076, Avg.Score: 702.802, Max.Score: 980.538, Time: 04:01:24\n",
      "Ep.: 1371, Total Steps: 252134, Ep.Steps: 1000, Score: 953.966, Avg.Score: 711.936, Max.Score: 980.538, Time: 04:02:21\n",
      "Ep.: 1372, Total Steps: 253134, Ep.Steps: 1000, Score: 954.238, Avg.Score: 718.872, Max.Score: 980.538, Time: 04:03:19\n",
      "Ep.: 1373, Total Steps: 254134, Ep.Steps: 1000, Score: 952.252, Avg.Score: 725.184, Max.Score: 980.538, Time: 04:04:16\n",
      "Ep.: 1374, Total Steps: 255134, Ep.Steps: 1000, Score: 931.937, Avg.Score: 732.360, Max.Score: 980.538, Time: 04:05:12\n",
      "Ep.: 1375, Total Steps: 256134, Ep.Steps: 1000, Score: 908.364, Avg.Score: 739.156, Max.Score: 980.538, Time: 04:06:08\n",
      "Ep.: 1376, Total Steps: 257134, Ep.Steps: 1000, Score: 941.332, Avg.Score: 746.323, Max.Score: 980.538, Time: 04:07:03\n",
      "Ep.: 1377, Total Steps: 258134, Ep.Steps: 1000, Score: 906.194, Avg.Score: 751.525, Max.Score: 980.538, Time: 04:07:59\n",
      "Ep.: 1378, Total Steps: 259134, Ep.Steps: 1000, Score: 936.513, Avg.Score: 757.895, Max.Score: 980.538, Time: 04:08:55\n",
      "Ep.: 1379, Total Steps: 259162, Ep.Steps: 28, Score: 26.878, Avg.Score: 754.496, Max.Score: 980.538, Time: 04:08:56\n",
      "Ep.: 1380, Total Steps: 260162, Ep.Steps: 1000, Score: 855.964, Avg.Score: 760.593, Max.Score: 980.538, Time: 04:09:52\n",
      "Ep.: 1381, Total Steps: 260797, Ep.Steps: 635, Score: 560.772, Avg.Score: 763.843, Max.Score: 980.538, Time: 04:10:28\n",
      "Ep.: 1382, Total Steps: 261797, Ep.Steps: 1000, Score: 877.700, Avg.Score: 764.185, Max.Score: 980.538, Time: 04:11:23\n",
      "Ep.: 1383, Total Steps: 262797, Ep.Steps: 1000, Score: 929.366, Avg.Score: 765.792, Max.Score: 980.538, Time: 04:12:21\n",
      "Ep.: 1384, Total Steps: 263797, Ep.Steps: 1000, Score: 939.434, Avg.Score: 773.907, Max.Score: 980.538, Time: 04:13:19\n",
      "Ep.: 1385, Total Steps: 264797, Ep.Steps: 1000, Score: 927.095, Avg.Score: 780.843, Max.Score: 980.538, Time: 04:14:10\n",
      "Ep.: 1386, Total Steps: 265797, Ep.Steps: 1000, Score: 927.349, Avg.Score: 785.075, Max.Score: 980.538, Time: 04:15:02\n",
      "Ep.: 1387, Total Steps: 266797, Ep.Steps: 1000, Score: 912.844, Avg.Score: 790.851, Max.Score: 980.538, Time: 04:15:53\n",
      "Ep.: 1388, Total Steps: 267797, Ep.Steps: 1000, Score: 898.662, Avg.Score: 797.468, Max.Score: 980.538, Time: 04:16:44\n",
      "Ep.: 1389, Total Steps: 268797, Ep.Steps: 1000, Score: 894.894, Avg.Score: 798.273, Max.Score: 980.538, Time: 04:17:35\n",
      "Ep.: 1390, Total Steps: 269797, Ep.Steps: 1000, Score: 893.126, Avg.Score: 805.183, Max.Score: 980.538, Time: 04:18:26\n",
      "Ep.: 1391, Total Steps: 270797, Ep.Steps: 1000, Score: 925.187, Avg.Score: 804.629, Max.Score: 976.540, Time: 04:19:17\n",
      "Ep.: 1392, Total Steps: 271797, Ep.Steps: 1000, Score: 887.375, Avg.Score: 812.121, Max.Score: 976.540, Time: 04:20:07\n",
      "Ep.: 1393, Total Steps: 272797, Ep.Steps: 1000, Score: 865.875, Avg.Score: 818.765, Max.Score: 976.540, Time: 04:20:58\n",
      "Ep.: 1394, Total Steps: 273797, Ep.Steps: 1000, Score: 958.470, Avg.Score: 826.313, Max.Score: 976.540, Time: 04:21:50\n",
      "Ep.: 1395, Total Steps: 274797, Ep.Steps: 1000, Score: 862.579, Avg.Score: 833.398, Max.Score: 976.540, Time: 04:22:41\n",
      "Ep.: 1396, Total Steps: 275797, Ep.Steps: 1000, Score: 965.992, Avg.Score: 833.373, Max.Score: 976.540, Time: 04:23:32\n",
      "Ep.: 1397, Total Steps: 276797, Ep.Steps: 1000, Score: 956.685, Avg.Score: 836.947, Max.Score: 976.540, Time: 04:24:23\n",
      "Ep.: 1398, Total Steps: 277797, Ep.Steps: 1000, Score: 976.936, Avg.Score: 842.080, Max.Score: 976.936, Time: 04:25:14\n",
      "Ep.: 1399, Total Steps: 278797, Ep.Steps: 1000, Score: 816.677, Avg.Score: 843.238, Max.Score: 976.936, Time: 04:26:04\n",
      "Ep.: 1400, Total Steps: 279797, Ep.Steps: 1000, Score: 893.122, Avg.Score: 842.743, Max.Score: 976.936, Time: 04:26:56\n",
      "Ep.: 1401, Total Steps: 280797, Ep.Steps: 1000, Score: 815.233, Avg.Score: 841.475, Max.Score: 976.936, Time: 04:27:46\n",
      "Ep.: 1402, Total Steps: 281797, Ep.Steps: 1000, Score: 977.074, Avg.Score: 842.718, Max.Score: 977.074, Time: 04:28:37\n",
      "Ep.: 1403, Total Steps: 282797, Ep.Steps: 1000, Score: 922.176, Avg.Score: 842.215, Max.Score: 977.074, Time: 04:29:27\n",
      "Ep.: 1404, Total Steps: 283797, Ep.Steps: 1000, Score: 958.878, Avg.Score: 842.512, Max.Score: 977.074, Time: 04:30:18\n",
      "Ep.: 1405, Total Steps: 284797, Ep.Steps: 1000, Score: 948.160, Avg.Score: 842.450, Max.Score: 977.074, Time: 04:31:10\n",
      "Ep.: 1406, Total Steps: 285797, Ep.Steps: 1000, Score: 901.081, Avg.Score: 846.114, Max.Score: 977.074, Time: 04:32:01\n",
      "Ep.: 1407, Total Steps: 286797, Ep.Steps: 1000, Score: 966.734, Avg.Score: 853.162, Max.Score: 977.074, Time: 04:32:52\n",
      "Ep.: 1408, Total Steps: 287797, Ep.Steps: 1000, Score: 944.614, Avg.Score: 855.978, Max.Score: 977.074, Time: 04:33:43\n",
      "Ep.: 1409, Total Steps: 288171, Ep.Steps: 374, Score: 376.650, Avg.Score: 856.223, Max.Score: 977.074, Time: 04:34:02\n",
      "Ep.: 1410, Total Steps: 289171, Ep.Steps: 1000, Score: 942.619, Avg.Score: 862.379, Max.Score: 977.074, Time: 04:34:53\n",
      "Ep.: 1411, Total Steps: 289984, Ep.Steps: 813, Score: 639.724, Avg.Score: 860.213, Max.Score: 977.074, Time: 04:35:34\n",
      "Ep.: 1412, Total Steps: 290984, Ep.Steps: 1000, Score: 974.241, Avg.Score: 860.452, Max.Score: 977.074, Time: 04:36:25\n",
      "Ep.: 1413, Total Steps: 291984, Ep.Steps: 1000, Score: 866.795, Avg.Score: 862.200, Max.Score: 977.074, Time: 04:37:16\n",
      "Ep.: 1414, Total Steps: 292984, Ep.Steps: 1000, Score: 927.636, Avg.Score: 867.689, Max.Score: 977.074, Time: 04:38:07\n",
      "Ep.: 1415, Total Steps: 293984, Ep.Steps: 1000, Score: 910.111, Avg.Score: 867.735, Max.Score: 977.074, Time: 04:38:58\n",
      "Ep.: 1416, Total Steps: 294743, Ep.Steps: 759, Score: 733.605, Avg.Score: 871.097, Max.Score: 977.074, Time: 04:39:36\n",
      "Ep.: 1417, Total Steps: 295743, Ep.Steps: 1000, Score: 945.221, Avg.Score: 871.185, Max.Score: 977.074, Time: 04:40:27\n",
      "Ep.: 1418, Total Steps: 296743, Ep.Steps: 1000, Score: 953.183, Avg.Score: 871.764, Max.Score: 977.074, Time: 04:41:19\n",
      "Ep.: 1419, Total Steps: 297743, Ep.Steps: 1000, Score: 953.604, Avg.Score: 872.223, Max.Score: 977.074, Time: 04:42:09\n",
      "Ep.: 1420, Total Steps: 298743, Ep.Steps: 1000, Score: 888.024, Avg.Score: 871.539, Max.Score: 977.074, Time: 04:43:00\n",
      "Ep.: 1421, Total Steps: 299743, Ep.Steps: 1000, Score: 932.432, Avg.Score: 871.590, Max.Score: 977.074, Time: 04:43:51\n",
      "Ep.: 1422, Total Steps: 300743, Ep.Steps: 1000, Score: 848.921, Avg.Score: 870.794, Max.Score: 977.074, Time: 04:44:41\n",
      "Ep.: 1423, Total Steps: 301743, Ep.Steps: 1000, Score: 900.430, Avg.Score: 870.338, Max.Score: 977.074, Time: 04:45:32\n",
      "Ep.: 1424, Total Steps: 302743, Ep.Steps: 1000, Score: 853.312, Avg.Score: 869.220, Max.Score: 977.074, Time: 04:46:23\n",
      "Ep.: 1425, Total Steps: 303743, Ep.Steps: 1000, Score: 971.658, Avg.Score: 871.246, Max.Score: 977.074, Time: 04:47:14\n",
      "Ep.: 1426, Total Steps: 304743, Ep.Steps: 1000, Score: 917.419, Avg.Score: 871.098, Max.Score: 977.074, Time: 04:48:04\n",
      "Ep.: 1427, Total Steps: 305310, Ep.Steps: 567, Score: 507.972, Avg.Score: 867.102, Max.Score: 977.074, Time: 04:48:33\n",
      "Ep.: 1428, Total Steps: 306310, Ep.Steps: 1000, Score: 849.039, Avg.Score: 866.175, Max.Score: 977.074, Time: 04:49:23\n",
      "Ep.: 1429, Total Steps: 307310, Ep.Steps: 1000, Score: 953.198, Avg.Score: 866.251, Max.Score: 977.074, Time: 04:50:14\n",
      "Ep.: 1430, Total Steps: 308310, Ep.Steps: 1000, Score: 968.085, Avg.Score: 866.177, Max.Score: 977.074, Time: 04:51:04\n",
      "Ep.: 1431, Total Steps: 309310, Ep.Steps: 1000, Score: 965.426, Avg.Score: 866.617, Max.Score: 977.074, Time: 04:51:55\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1432, Total Steps: 310310, Ep.Steps: 1000, Score: 895.336, Avg.Score: 866.318, Max.Score: 977.074, Time: 04:52:45\n",
      "Ep.: 1433, Total Steps: 310666, Ep.Steps: 356, Score: 354.668, Avg.Score: 860.725, Max.Score: 977.074, Time: 04:53:03\n",
      "Ep.: 1434, Total Steps: 311666, Ep.Steps: 1000, Score: 968.404, Avg.Score: 860.749, Max.Score: 977.074, Time: 04:53:54\n",
      "Ep.: 1435, Total Steps: 311995, Ep.Steps: 329, Score: 326.538, Avg.Score: 862.495, Max.Score: 977.074, Time: 04:54:10\n",
      "Ep.: 1436, Total Steps: 312995, Ep.Steps: 1000, Score: 983.069, Avg.Score: 863.082, Max.Score: 983.069, Time: 04:55:01\n",
      "Ep.: 1437, Total Steps: 313995, Ep.Steps: 1000, Score: 886.463, Avg.Score: 862.355, Max.Score: 983.069, Time: 04:55:51\n",
      "Ep.: 1438, Total Steps: 314995, Ep.Steps: 1000, Score: 941.995, Avg.Score: 862.244, Max.Score: 983.069, Time: 04:56:42\n",
      "Ep.: 1439, Total Steps: 315995, Ep.Steps: 1000, Score: 915.851, Avg.Score: 862.068, Max.Score: 983.069, Time: 04:57:32\n",
      "Ep.: 1440, Total Steps: 316995, Ep.Steps: 1000, Score: 971.428, Avg.Score: 862.518, Max.Score: 983.069, Time: 04:58:23\n",
      "Ep.: 1441, Total Steps: 317995, Ep.Steps: 1000, Score: 968.066, Avg.Score: 866.094, Max.Score: 983.069, Time: 04:59:14\n",
      "Ep.: 1442, Total Steps: 318995, Ep.Steps: 1000, Score: 977.003, Avg.Score: 866.434, Max.Score: 983.069, Time: 05:00:04\n",
      "Ep.: 1443, Total Steps: 319995, Ep.Steps: 1000, Score: 932.857, Avg.Score: 869.367, Max.Score: 983.069, Time: 05:00:55\n",
      "Ep.: 1444, Total Steps: 320995, Ep.Steps: 1000, Score: 968.800, Avg.Score: 869.648, Max.Score: 983.069, Time: 05:01:45\n",
      "Ep.: 1445, Total Steps: 321995, Ep.Steps: 1000, Score: 979.715, Avg.Score: 870.081, Max.Score: 983.069, Time: 05:02:35\n",
      "Ep.: 1446, Total Steps: 322995, Ep.Steps: 1000, Score: 923.911, Avg.Score: 869.955, Max.Score: 983.069, Time: 05:03:26\n",
      "Ep.: 1447, Total Steps: 323995, Ep.Steps: 1000, Score: 962.413, Avg.Score: 870.036, Max.Score: 983.069, Time: 05:04:16\n",
      "Ep.: 1448, Total Steps: 324995, Ep.Steps: 1000, Score: 967.405, Avg.Score: 870.018, Max.Score: 983.069, Time: 05:05:06\n",
      "Ep.: 1449, Total Steps: 325302, Ep.Steps: 307, Score: 294.785, Avg.Score: 863.239, Max.Score: 983.069, Time: 05:05:22\n",
      "Ep.: 1450, Total Steps: 325987, Ep.Steps: 685, Score: 657.059, Avg.Score: 864.333, Max.Score: 983.069, Time: 05:05:57\n",
      "Ep.: 1451, Total Steps: 326987, Ep.Steps: 1000, Score: 977.988, Avg.Score: 864.505, Max.Score: 983.069, Time: 05:06:47\n",
      "Ep.: 1452, Total Steps: 327987, Ep.Steps: 1000, Score: 964.399, Avg.Score: 864.638, Max.Score: 983.069, Time: 05:07:38\n",
      "Ep.: 1453, Total Steps: 328987, Ep.Steps: 1000, Score: 982.373, Avg.Score: 865.934, Max.Score: 983.069, Time: 05:08:29\n",
      "Ep.: 1454, Total Steps: 329987, Ep.Steps: 1000, Score: 960.747, Avg.Score: 865.776, Max.Score: 983.069, Time: 05:09:19\n",
      "Ep.: 1455, Total Steps: 330987, Ep.Steps: 1000, Score: 968.706, Avg.Score: 865.811, Max.Score: 983.069, Time: 05:10:09\n",
      "Ep.: 1456, Total Steps: 331211, Ep.Steps: 224, Score: 213.167, Avg.Score: 859.575, Max.Score: 983.069, Time: 05:10:21\n",
      "Ep.: 1457, Total Steps: 332211, Ep.Steps: 1000, Score: 971.143, Avg.Score: 859.837, Max.Score: 983.069, Time: 05:11:11\n",
      "Ep.: 1458, Total Steps: 333211, Ep.Steps: 1000, Score: 861.530, Avg.Score: 858.977, Max.Score: 983.069, Time: 05:12:02\n",
      "Ep.: 1459, Total Steps: 333370, Ep.Steps: 159, Score: 167.038, Avg.Score: 858.057, Max.Score: 983.069, Time: 05:12:10\n",
      "Ep.: 1460, Total Steps: 334370, Ep.Steps: 1000, Score: 834.143, Avg.Score: 863.934, Max.Score: 983.069, Time: 05:13:01\n",
      "Ep.: 1461, Total Steps: 335370, Ep.Steps: 1000, Score: 739.682, Avg.Score: 861.880, Max.Score: 983.069, Time: 05:13:51\n",
      "Ep.: 1462, Total Steps: 336370, Ep.Steps: 1000, Score: 981.146, Avg.Score: 862.496, Max.Score: 983.069, Time: 05:14:42\n",
      "Ep.: 1463, Total Steps: 337370, Ep.Steps: 1000, Score: 972.930, Avg.Score: 865.344, Max.Score: 983.069, Time: 05:15:32\n",
      "Ep.: 1464, Total Steps: 338370, Ep.Steps: 1000, Score: 987.484, Avg.Score: 865.910, Max.Score: 987.484, Time: 05:16:23\n",
      "Ep.: 1465, Total Steps: 339134, Ep.Steps: 764, Score: 457.949, Avg.Score: 860.926, Max.Score: 987.484, Time: 05:17:02\n",
      "Ep.: 1466, Total Steps: 340134, Ep.Steps: 1000, Score: 915.609, Avg.Score: 860.445, Max.Score: 987.484, Time: 05:17:52\n",
      "Ep.: 1467, Total Steps: 341134, Ep.Steps: 1000, Score: 834.620, Avg.Score: 859.068, Max.Score: 987.484, Time: 05:18:43\n",
      "Ep.: 1468, Total Steps: 342134, Ep.Steps: 1000, Score: 987.581, Avg.Score: 859.435, Max.Score: 987.581, Time: 05:19:33\n",
      "Ep.: 1469, Total Steps: 343134, Ep.Steps: 1000, Score: 910.512, Avg.Score: 858.976, Max.Score: 987.581, Time: 05:20:24\n",
      "Ep.: 1470, Total Steps: 344134, Ep.Steps: 1000, Score: 847.323, Avg.Score: 858.629, Max.Score: 987.581, Time: 05:21:14\n",
      "Ep.: 1471, Total Steps: 345134, Ep.Steps: 1000, Score: 896.074, Avg.Score: 858.050, Max.Score: 987.581, Time: 05:22:04\n",
      "Ep.: 1472, Total Steps: 346134, Ep.Steps: 1000, Score: 873.868, Avg.Score: 857.246, Max.Score: 987.581, Time: 05:22:54\n",
      "Ep.: 1473, Total Steps: 347134, Ep.Steps: 1000, Score: 857.384, Avg.Score: 856.297, Max.Score: 987.581, Time: 05:23:45\n",
      "Ep.: 1474, Total Steps: 348134, Ep.Steps: 1000, Score: 928.992, Avg.Score: 856.268, Max.Score: 987.581, Time: 05:24:36\n",
      "Ep.: 1475, Total Steps: 349134, Ep.Steps: 1000, Score: 970.113, Avg.Score: 856.885, Max.Score: 987.581, Time: 05:25:26\n",
      "Ep.: 1476, Total Steps: 350134, Ep.Steps: 1000, Score: 950.355, Avg.Score: 856.976, Max.Score: 987.581, Time: 05:26:19\n",
      "Ep.: 1477, Total Steps: 351134, Ep.Steps: 1000, Score: 974.194, Avg.Score: 857.656, Max.Score: 987.581, Time: 05:27:09\n",
      "Ep.: 1478, Total Steps: 352134, Ep.Steps: 1000, Score: 985.148, Avg.Score: 858.142, Max.Score: 987.581, Time: 05:27:59\n",
      "Ep.: 1479, Total Steps: 353134, Ep.Steps: 1000, Score: 979.512, Avg.Score: 867.668, Max.Score: 987.581, Time: 05:28:50\n",
      "Ep.: 1480, Total Steps: 354134, Ep.Steps: 1000, Score: 908.007, Avg.Score: 868.189, Max.Score: 987.581, Time: 05:29:40\n",
      "Ep.: 1481, Total Steps: 355134, Ep.Steps: 1000, Score: 988.983, Avg.Score: 872.471, Max.Score: 988.983, Time: 05:30:31\n",
      "Ep.: 1482, Total Steps: 356134, Ep.Steps: 1000, Score: 968.831, Avg.Score: 873.382, Max.Score: 988.983, Time: 05:31:21\n",
      "Ep.: 1483, Total Steps: 357134, Ep.Steps: 1000, Score: 891.833, Avg.Score: 873.007, Max.Score: 988.983, Time: 05:32:12\n",
      "Ep.: 1484, Total Steps: 358134, Ep.Steps: 1000, Score: 954.540, Avg.Score: 873.158, Max.Score: 988.983, Time: 05:33:02\n",
      "Ep.: 1485, Total Steps: 359134, Ep.Steps: 1000, Score: 965.276, Avg.Score: 873.540, Max.Score: 988.983, Time: 05:33:53\n",
      "Ep.: 1486, Total Steps: 360134, Ep.Steps: 1000, Score: 963.004, Avg.Score: 873.896, Max.Score: 988.983, Time: 05:34:44\n",
      "Ep.: 1487, Total Steps: 361134, Ep.Steps: 1000, Score: 956.539, Avg.Score: 874.333, Max.Score: 988.983, Time: 05:35:34\n",
      "Ep.: 1488, Total Steps: 361154, Ep.Steps: 20, Score: 22.344, Avg.Score: 865.570, Max.Score: 988.983, Time: 05:35:35\n",
      "Ep.: 1489, Total Steps: 362154, Ep.Steps: 1000, Score: 976.869, Avg.Score: 866.390, Max.Score: 988.983, Time: 05:36:26\n",
      "Ep.: 1490, Total Steps: 363154, Ep.Steps: 1000, Score: 858.537, Avg.Score: 866.044, Max.Score: 988.983, Time: 05:37:17\n",
      "Ep.: 1491, Total Steps: 364154, Ep.Steps: 1000, Score: 973.051, Avg.Score: 866.523, Max.Score: 988.983, Time: 05:38:08\n",
      "Ep.: 1492, Total Steps: 365154, Ep.Steps: 1000, Score: 838.272, Avg.Score: 866.032, Max.Score: 988.983, Time: 05:38:59\n",
      "Ep.: 1493, Total Steps: 366154, Ep.Steps: 1000, Score: 898.137, Avg.Score: 866.354, Max.Score: 988.983, Time: 05:39:49\n",
      "Ep.: 1494, Total Steps: 367154, Ep.Steps: 1000, Score: 938.499, Avg.Score: 866.154, Max.Score: 988.983, Time: 05:40:40\n",
      "Ep.: 1495, Total Steps: 368154, Ep.Steps: 1000, Score: 946.819, Avg.Score: 866.997, Max.Score: 988.983, Time: 05:41:31\n",
      "Ep.: 1496, Total Steps: 369154, Ep.Steps: 1000, Score: 972.409, Avg.Score: 867.061, Max.Score: 988.983, Time: 05:42:21\n",
      "Ep.: 1497, Total Steps: 370154, Ep.Steps: 1000, Score: 948.142, Avg.Score: 866.976, Max.Score: 988.983, Time: 05:43:11\n",
      "Ep.: 1498, Total Steps: 371154, Ep.Steps: 1000, Score: 936.476, Avg.Score: 866.571, Max.Score: 988.983, Time: 05:44:02\n",
      "Ep.: 1499, Total Steps: 372154, Ep.Steps: 1000, Score: 929.260, Avg.Score: 867.697, Max.Score: 988.983, Time: 05:44:52\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1500, Total Steps: 373154, Ep.Steps: 1000, Score: 953.523, Avg.Score: 868.301, Max.Score: 988.983, Time: 05:45:42\n",
      "Ep.: 1501, Total Steps: 374154, Ep.Steps: 1000, Score: 928.418, Avg.Score: 869.433, Max.Score: 988.983, Time: 05:46:33\n",
      "Ep.: 1502, Total Steps: 375154, Ep.Steps: 1000, Score: 986.679, Avg.Score: 869.529, Max.Score: 988.983, Time: 05:47:23\n",
      "Ep.: 1503, Total Steps: 376154, Ep.Steps: 1000, Score: 973.847, Avg.Score: 870.045, Max.Score: 988.983, Time: 05:48:14\n",
      "Ep.: 1504, Total Steps: 377154, Ep.Steps: 1000, Score: 965.485, Avg.Score: 870.112, Max.Score: 988.983, Time: 05:49:08\n",
      "Ep.: 1505, Total Steps: 378154, Ep.Steps: 1000, Score: 879.012, Avg.Score: 869.420, Max.Score: 988.983, Time: 05:50:00\n",
      "Ep.: 1506, Total Steps: 378954, Ep.Steps: 800, Score: 766.641, Avg.Score: 868.076, Max.Score: 988.983, Time: 05:50:41\n",
      "Ep.: 1507, Total Steps: 379954, Ep.Steps: 1000, Score: 968.807, Avg.Score: 868.096, Max.Score: 988.983, Time: 05:51:31\n",
      "Ep.: 1508, Total Steps: 380954, Ep.Steps: 1000, Score: 964.685, Avg.Score: 868.297, Max.Score: 988.983, Time: 05:52:24\n",
      "Ep.: 1509, Total Steps: 381954, Ep.Steps: 1000, Score: 891.123, Avg.Score: 873.442, Max.Score: 988.983, Time: 05:53:14\n",
      "Ep.: 1510, Total Steps: 382954, Ep.Steps: 1000, Score: 925.870, Avg.Score: 873.274, Max.Score: 988.983, Time: 05:54:05\n",
      "Ep.: 1511, Total Steps: 383954, Ep.Steps: 1000, Score: 979.555, Avg.Score: 876.673, Max.Score: 988.983, Time: 05:54:56\n",
      "Ep.: 1512, Total Steps: 384954, Ep.Steps: 1000, Score: 824.612, Avg.Score: 875.176, Max.Score: 988.983, Time: 05:55:47\n",
      "Ep.: 1513, Total Steps: 385954, Ep.Steps: 1000, Score: 967.506, Avg.Score: 876.183, Max.Score: 988.983, Time: 05:56:37\n",
      "Ep.: 1514, Total Steps: 386954, Ep.Steps: 1000, Score: 983.999, Avg.Score: 876.747, Max.Score: 988.983, Time: 05:57:28\n",
      "Ep.: 1515, Total Steps: 387954, Ep.Steps: 1000, Score: 942.609, Avg.Score: 877.072, Max.Score: 988.983, Time: 05:58:18\n",
      "Ep.: 1516, Total Steps: 388954, Ep.Steps: 1000, Score: 948.513, Avg.Score: 879.221, Max.Score: 988.983, Time: 05:59:09\n",
      "Ep.: 1517, Total Steps: 389583, Ep.Steps: 629, Score: 619.783, Avg.Score: 875.967, Max.Score: 988.983, Time: 05:59:41\n",
      "Ep.: 1518, Total Steps: 390583, Ep.Steps: 1000, Score: 896.096, Avg.Score: 875.396, Max.Score: 988.983, Time: 06:00:32\n",
      "Ep.: 1519, Total Steps: 391583, Ep.Steps: 1000, Score: 954.851, Avg.Score: 875.408, Max.Score: 988.983, Time: 06:01:22\n",
      "Ep.: 1520, Total Steps: 392583, Ep.Steps: 1000, Score: 947.390, Avg.Score: 876.002, Max.Score: 988.983, Time: 06:02:13\n",
      "Ep.: 1521, Total Steps: 393583, Ep.Steps: 1000, Score: 940.869, Avg.Score: 876.086, Max.Score: 988.983, Time: 06:03:04\n",
      "Ep.: 1522, Total Steps: 394583, Ep.Steps: 1000, Score: 961.643, Avg.Score: 877.214, Max.Score: 988.983, Time: 06:03:55\n",
      "Ep.: 1523, Total Steps: 395583, Ep.Steps: 1000, Score: 980.335, Avg.Score: 878.013, Max.Score: 988.983, Time: 06:04:45\n",
      "Ep.: 1524, Total Steps: 396583, Ep.Steps: 1000, Score: 992.229, Avg.Score: 879.402, Max.Score: 992.229, Time: 06:05:36\n",
      "Ep.: 1525, Total Steps: 397583, Ep.Steps: 1000, Score: 846.934, Avg.Score: 878.155, Max.Score: 992.229, Time: 06:06:27\n",
      "Ep.: 1526, Total Steps: 398583, Ep.Steps: 1000, Score: 939.343, Avg.Score: 878.374, Max.Score: 992.229, Time: 06:07:17\n",
      "Ep.: 1527, Total Steps: 399583, Ep.Steps: 1000, Score: 977.927, Avg.Score: 883.073, Max.Score: 992.229, Time: 06:08:08\n",
      "Ep.: 1528, Total Steps: 400583, Ep.Steps: 1000, Score: 975.256, Avg.Score: 884.336, Max.Score: 992.229, Time: 06:08:59\n",
      "Ep.: 1529, Total Steps: 401583, Ep.Steps: 1000, Score: 950.051, Avg.Score: 884.304, Max.Score: 992.229, Time: 06:09:49\n",
      "Ep.: 1530, Total Steps: 402583, Ep.Steps: 1000, Score: 974.118, Avg.Score: 884.364, Max.Score: 992.229, Time: 06:10:40\n",
      "Ep.: 1531, Total Steps: 403583, Ep.Steps: 1000, Score: 933.945, Avg.Score: 884.050, Max.Score: 992.229, Time: 06:11:31\n",
      "Ep.: 1532, Total Steps: 404583, Ep.Steps: 1000, Score: 952.139, Avg.Score: 884.618, Max.Score: 992.229, Time: 06:12:21\n",
      "Ep.: 1533, Total Steps: 405583, Ep.Steps: 1000, Score: 982.723, Avg.Score: 890.898, Max.Score: 992.229, Time: 06:13:12\n",
      "Ep.: 1534, Total Steps: 406583, Ep.Steps: 1000, Score: 868.083, Avg.Score: 889.895, Max.Score: 992.229, Time: 06:14:03\n",
      "Ep.: 1535, Total Steps: 407583, Ep.Steps: 1000, Score: 955.131, Avg.Score: 896.181, Max.Score: 992.229, Time: 06:14:53\n",
      "Ep.: 1536, Total Steps: 408583, Ep.Steps: 1000, Score: 984.923, Avg.Score: 896.199, Max.Score: 992.229, Time: 06:15:44\n",
      "Ep.: 1537, Total Steps: 409583, Ep.Steps: 1000, Score: 968.596, Avg.Score: 897.021, Max.Score: 992.229, Time: 06:16:34\n",
      "Ep.: 1538, Total Steps: 410583, Ep.Steps: 1000, Score: 965.838, Avg.Score: 897.259, Max.Score: 992.229, Time: 06:17:25\n",
      "Ep.: 1539, Total Steps: 410603, Ep.Steps: 20, Score: 20.106, Avg.Score: 888.302, Max.Score: 992.229, Time: 06:17:26\n",
      "Ep.: 1540, Total Steps: 411603, Ep.Steps: 1000, Score: 961.266, Avg.Score: 888.200, Max.Score: 992.229, Time: 06:18:17\n",
      "Ep.: 1541, Total Steps: 412603, Ep.Steps: 1000, Score: 986.864, Avg.Score: 888.388, Max.Score: 992.229, Time: 06:19:08\n",
      "Ep.: 1542, Total Steps: 413603, Ep.Steps: 1000, Score: 986.013, Avg.Score: 888.478, Max.Score: 992.229, Time: 06:19:58\n",
      "Ep.: 1543, Total Steps: 414603, Ep.Steps: 1000, Score: 974.329, Avg.Score: 888.893, Max.Score: 992.229, Time: 06:20:49\n",
      "Ep.: 1544, Total Steps: 415603, Ep.Steps: 1000, Score: 984.910, Avg.Score: 889.054, Max.Score: 992.229, Time: 06:21:39\n",
      "Ep.: 1545, Total Steps: 416603, Ep.Steps: 1000, Score: 971.578, Avg.Score: 888.973, Max.Score: 992.229, Time: 06:22:30\n",
      "Ep.: 1546, Total Steps: 417603, Ep.Steps: 1000, Score: 971.089, Avg.Score: 889.444, Max.Score: 992.229, Time: 06:23:20\n",
      "Ep.: 1547, Total Steps: 418603, Ep.Steps: 1000, Score: 988.078, Avg.Score: 889.701, Max.Score: 992.229, Time: 06:24:10\n",
      "Ep.: 1548, Total Steps: 418646, Ep.Steps: 43, Score: 39.023, Avg.Score: 880.417, Max.Score: 992.229, Time: 06:24:13\n",
      "Ep.: 1549, Total Steps: 419646, Ep.Steps: 1000, Score: 909.279, Avg.Score: 886.562, Max.Score: 992.229, Time: 06:25:05\n",
      "Ep.: 1550, Total Steps: 420646, Ep.Steps: 1000, Score: 972.375, Avg.Score: 889.715, Max.Score: 992.229, Time: 06:25:56\n",
      "Ep.: 1551, Total Steps: 421646, Ep.Steps: 1000, Score: 974.715, Avg.Score: 889.683, Max.Score: 992.229, Time: 06:26:47\n",
      "Ep.: 1552, Total Steps: 422646, Ep.Steps: 1000, Score: 936.091, Avg.Score: 889.400, Max.Score: 992.229, Time: 06:27:37\n",
      "Ep.: 1553, Total Steps: 423646, Ep.Steps: 1000, Score: 986.124, Avg.Score: 889.437, Max.Score: 992.229, Time: 06:28:28\n",
      "Ep.: 1554, Total Steps: 424646, Ep.Steps: 1000, Score: 888.593, Avg.Score: 888.716, Max.Score: 992.229, Time: 06:29:18\n",
      "Ep.: 1555, Total Steps: 425646, Ep.Steps: 1000, Score: 966.724, Avg.Score: 888.696, Max.Score: 992.229, Time: 06:30:09\n",
      "Ep.: 1556, Total Steps: 426646, Ep.Steps: 1000, Score: 878.056, Avg.Score: 895.345, Max.Score: 992.229, Time: 06:31:00\n",
      "Ep.: 1557, Total Steps: 427646, Ep.Steps: 1000, Score: 986.620, Avg.Score: 895.499, Max.Score: 992.229, Time: 06:31:50\n",
      "Ep.: 1558, Total Steps: 428646, Ep.Steps: 1000, Score: 975.460, Avg.Score: 896.639, Max.Score: 992.229, Time: 06:32:41\n",
      "Ep.: 1559, Total Steps: 429646, Ep.Steps: 1000, Score: 959.061, Avg.Score: 904.559, Max.Score: 992.229, Time: 06:33:31\n",
      "Ep.: 1560, Total Steps: 430646, Ep.Steps: 1000, Score: 971.046, Avg.Score: 905.928, Max.Score: 992.229, Time: 06:34:22\n",
      "Ep.: 1561, Total Steps: 431646, Ep.Steps: 1000, Score: 987.962, Avg.Score: 908.411, Max.Score: 992.229, Time: 06:35:13\n",
      "Ep.: 1562, Total Steps: 432646, Ep.Steps: 1000, Score: 983.819, Avg.Score: 908.437, Max.Score: 992.229, Time: 06:36:03\n",
      "Ep.: 1563, Total Steps: 432708, Ep.Steps: 62, Score: 55.107, Avg.Score: 899.259, Max.Score: 992.229, Time: 06:36:06\n",
      "Ep.: 1564, Total Steps: 433708, Ep.Steps: 1000, Score: 978.935, Avg.Score: 899.174, Max.Score: 992.229, Time: 06:36:57\n",
      "Ep.: 1565, Total Steps: 434708, Ep.Steps: 1000, Score: 950.183, Avg.Score: 904.096, Max.Score: 992.229, Time: 06:37:47\n",
      "Ep.: 1566, Total Steps: 435708, Ep.Steps: 1000, Score: 847.320, Avg.Score: 903.413, Max.Score: 992.229, Time: 06:38:37\n",
      "Ep.: 1567, Total Steps: 436708, Ep.Steps: 1000, Score: 971.465, Avg.Score: 904.782, Max.Score: 992.229, Time: 06:39:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1568, Total Steps: 437708, Ep.Steps: 1000, Score: 984.231, Avg.Score: 904.748, Max.Score: 992.229, Time: 06:40:18\n",
      "Ep.: 1569, Total Steps: 438708, Ep.Steps: 1000, Score: 972.791, Avg.Score: 905.371, Max.Score: 992.229, Time: 06:41:09\n",
      "Ep.: 1570, Total Steps: 439708, Ep.Steps: 1000, Score: 961.752, Avg.Score: 906.515, Max.Score: 992.229, Time: 06:42:00\n",
      "Ep.: 1571, Total Steps: 440708, Ep.Steps: 1000, Score: 942.892, Avg.Score: 906.983, Max.Score: 992.229, Time: 06:42:50\n",
      "Ep.: 1572, Total Steps: 441708, Ep.Steps: 1000, Score: 978.343, Avg.Score: 908.028, Max.Score: 992.229, Time: 06:43:41\n",
      "Ep.: 1573, Total Steps: 442708, Ep.Steps: 1000, Score: 907.105, Avg.Score: 908.525, Max.Score: 992.229, Time: 06:44:32\n",
      "Ep.: 1574, Total Steps: 443708, Ep.Steps: 1000, Score: 984.305, Avg.Score: 909.078, Max.Score: 992.229, Time: 06:45:22\n",
      "Ep.: 1575, Total Steps: 444579, Ep.Steps: 871, Score: 863.011, Avg.Score: 908.007, Max.Score: 992.229, Time: 06:46:07\n",
      "Ep.: 1576, Total Steps: 445579, Ep.Steps: 1000, Score: 943.641, Avg.Score: 907.940, Max.Score: 992.229, Time: 06:46:57\n",
      "Ep.: 1577, Total Steps: 446579, Ep.Steps: 1000, Score: 965.680, Avg.Score: 907.855, Max.Score: 992.229, Time: 06:47:49\n",
      "Ep.: 1578, Total Steps: 447579, Ep.Steps: 1000, Score: 934.495, Avg.Score: 907.349, Max.Score: 992.229, Time: 06:48:39\n",
      "Ep.: 1579, Total Steps: 448579, Ep.Steps: 1000, Score: 928.473, Avg.Score: 906.838, Max.Score: 992.229, Time: 06:49:30\n",
      "Ep.: 1580, Total Steps: 449579, Ep.Steps: 1000, Score: 977.063, Avg.Score: 907.529, Max.Score: 992.229, Time: 06:50:20\n",
      "Ep.: 1581, Total Steps: 450579, Ep.Steps: 1000, Score: 973.845, Avg.Score: 907.377, Max.Score: 992.229, Time: 06:51:11\n",
      "Ep.: 1582, Total Steps: 451579, Ep.Steps: 1000, Score: 956.814, Avg.Score: 907.257, Max.Score: 992.229, Time: 06:52:01\n",
      "Ep.: 1583, Total Steps: 452579, Ep.Steps: 1000, Score: 965.909, Avg.Score: 907.998, Max.Score: 992.229, Time: 06:52:52\n",
      "Ep.: 1584, Total Steps: 453579, Ep.Steps: 1000, Score: 971.739, Avg.Score: 908.170, Max.Score: 992.229, Time: 06:53:42\n",
      "Ep.: 1585, Total Steps: 454579, Ep.Steps: 1000, Score: 983.047, Avg.Score: 908.348, Max.Score: 992.229, Time: 06:54:33\n",
      "Ep.: 1586, Total Steps: 455579, Ep.Steps: 1000, Score: 972.835, Avg.Score: 908.446, Max.Score: 992.229, Time: 06:55:23\n",
      "Ep.: 1587, Total Steps: 456579, Ep.Steps: 1000, Score: 974.621, Avg.Score: 908.627, Max.Score: 992.229, Time: 06:56:14\n",
      "Ep.: 1588, Total Steps: 457579, Ep.Steps: 1000, Score: 981.792, Avg.Score: 918.221, Max.Score: 992.229, Time: 06:57:05\n",
      "Ep.: 1589, Total Steps: 458579, Ep.Steps: 1000, Score: 931.275, Avg.Score: 917.765, Max.Score: 992.229, Time: 06:57:55\n",
      "Ep.: 1590, Total Steps: 459579, Ep.Steps: 1000, Score: 959.163, Avg.Score: 918.772, Max.Score: 992.229, Time: 06:58:46\n",
      "Ep.: 1591, Total Steps: 460579, Ep.Steps: 1000, Score: 937.843, Avg.Score: 918.420, Max.Score: 992.229, Time: 06:59:36\n",
      "Ep.: 1592, Total Steps: 460990, Ep.Steps: 411, Score: 404.720, Avg.Score: 914.084, Max.Score: 992.229, Time: 06:59:57\n",
      "Ep.: 1593, Total Steps: 461990, Ep.Steps: 1000, Score: 974.963, Avg.Score: 914.852, Max.Score: 992.229, Time: 07:00:48\n",
      "Ep.: 1594, Total Steps: 462990, Ep.Steps: 1000, Score: 968.746, Avg.Score: 915.155, Max.Score: 992.229, Time: 07:01:39\n",
      "Ep.: 1595, Total Steps: 463990, Ep.Steps: 1000, Score: 941.050, Avg.Score: 915.097, Max.Score: 992.229, Time: 07:02:30\n",
      "Ep.: 1596, Total Steps: 464990, Ep.Steps: 1000, Score: 857.346, Avg.Score: 913.946, Max.Score: 992.229, Time: 07:03:20\n",
      "Ep.: 1597, Total Steps: 465018, Ep.Steps: 28, Score: 30.798, Avg.Score: 904.773, Max.Score: 992.229, Time: 07:03:22\n",
      "Ep.: 1598, Total Steps: 466018, Ep.Steps: 1000, Score: 901.627, Avg.Score: 904.425, Max.Score: 992.229, Time: 07:04:12\n",
      "Ep.: 1599, Total Steps: 467018, Ep.Steps: 1000, Score: 954.605, Avg.Score: 904.678, Max.Score: 992.229, Time: 07:05:03\n",
      "Ep.: 1600, Total Steps: 468018, Ep.Steps: 1000, Score: 979.047, Avg.Score: 904.933, Max.Score: 992.229, Time: 07:05:53\n",
      "Ep.: 1601, Total Steps: 469018, Ep.Steps: 1000, Score: 951.751, Avg.Score: 905.167, Max.Score: 992.229, Time: 07:06:44\n",
      "Ep.: 1602, Total Steps: 470018, Ep.Steps: 1000, Score: 960.026, Avg.Score: 904.900, Max.Score: 992.229, Time: 07:07:34\n",
      "Ep.: 1603, Total Steps: 471018, Ep.Steps: 1000, Score: 948.028, Avg.Score: 904.642, Max.Score: 992.229, Time: 07:08:25\n",
      "Ep.: 1604, Total Steps: 472018, Ep.Steps: 1000, Score: 958.059, Avg.Score: 904.568, Max.Score: 992.229, Time: 07:09:15\n",
      "Ep.: 1605, Total Steps: 473018, Ep.Steps: 1000, Score: 991.242, Avg.Score: 905.690, Max.Score: 992.229, Time: 07:10:06\n",
      "Ep.: 1606, Total Steps: 474018, Ep.Steps: 1000, Score: 948.768, Avg.Score: 907.511, Max.Score: 992.229, Time: 07:10:57\n",
      "Ep.: 1607, Total Steps: 475018, Ep.Steps: 1000, Score: 974.170, Avg.Score: 907.565, Max.Score: 992.229, Time: 07:11:47\n",
      "Ep.: 1608, Total Steps: 476018, Ep.Steps: 1000, Score: 976.083, Avg.Score: 907.679, Max.Score: 992.229, Time: 07:12:38\n",
      "Ep.: 1609, Total Steps: 477018, Ep.Steps: 1000, Score: 962.090, Avg.Score: 908.388, Max.Score: 992.229, Time: 07:13:28\n",
      "Ep.: 1610, Total Steps: 478018, Ep.Steps: 1000, Score: 960.034, Avg.Score: 908.730, Max.Score: 992.229, Time: 07:14:19\n",
      "Ep.: 1611, Total Steps: 479018, Ep.Steps: 1000, Score: 926.420, Avg.Score: 908.199, Max.Score: 992.229, Time: 07:15:10\n",
      "Ep.: 1612, Total Steps: 480018, Ep.Steps: 1000, Score: 974.427, Avg.Score: 909.697, Max.Score: 992.229, Time: 07:16:00\n",
      "Ep.: 1613, Total Steps: 480597, Ep.Steps: 579, Score: 580.032, Avg.Score: 905.822, Max.Score: 992.229, Time: 07:16:30\n",
      "Ep.: 1614, Total Steps: 481597, Ep.Steps: 1000, Score: 939.243, Avg.Score: 905.375, Max.Score: 992.229, Time: 07:17:21\n",
      "Ep.: 1615, Total Steps: 482597, Ep.Steps: 1000, Score: 947.339, Avg.Score: 905.422, Max.Score: 992.229, Time: 07:18:11\n",
      "Ep.: 1616, Total Steps: 483597, Ep.Steps: 1000, Score: 993.147, Avg.Score: 905.868, Max.Score: 993.147, Time: 07:19:01\n",
      "Ep.: 1617, Total Steps: 484597, Ep.Steps: 1000, Score: 977.347, Avg.Score: 909.444, Max.Score: 993.147, Time: 07:19:52\n",
      "Ep.: 1618, Total Steps: 485597, Ep.Steps: 1000, Score: 913.864, Avg.Score: 909.622, Max.Score: 993.147, Time: 07:20:43\n",
      "Ep.: 1619, Total Steps: 485614, Ep.Steps: 17, Score: 21.365, Avg.Score: 900.287, Max.Score: 993.147, Time: 07:20:43\n",
      "Ep.: 1620, Total Steps: 486614, Ep.Steps: 1000, Score: 983.419, Avg.Score: 900.647, Max.Score: 993.147, Time: 07:21:34\n",
      "Ep.: 1621, Total Steps: 487614, Ep.Steps: 1000, Score: 960.389, Avg.Score: 900.842, Max.Score: 993.147, Time: 07:22:24\n",
      "Ep.: 1622, Total Steps: 488422, Ep.Steps: 808, Score: 801.583, Avg.Score: 899.242, Max.Score: 993.147, Time: 07:23:05\n",
      "Ep.: 1623, Total Steps: 488595, Ep.Steps: 173, Score: 183.679, Avg.Score: 891.275, Max.Score: 993.147, Time: 07:23:14\n",
      "Ep.: 1624, Total Steps: 489595, Ep.Steps: 1000, Score: 949.893, Avg.Score: 890.852, Max.Score: 993.147, Time: 07:24:04\n",
      "Ep.: 1625, Total Steps: 490595, Ep.Steps: 1000, Score: 989.021, Avg.Score: 892.273, Max.Score: 993.147, Time: 07:24:55\n",
      "Ep.: 1626, Total Steps: 491595, Ep.Steps: 1000, Score: 948.178, Avg.Score: 892.361, Max.Score: 993.147, Time: 07:25:46\n",
      "Ep.: 1627, Total Steps: 491694, Ep.Steps: 99, Score: 112.342, Avg.Score: 883.705, Max.Score: 993.147, Time: 07:25:51\n",
      "Ep.: 1628, Total Steps: 492694, Ep.Steps: 1000, Score: 964.713, Avg.Score: 883.600, Max.Score: 993.147, Time: 07:26:41\n",
      "Ep.: 1629, Total Steps: 493694, Ep.Steps: 1000, Score: 989.381, Avg.Score: 883.993, Max.Score: 993.147, Time: 07:27:32\n",
      "Ep.: 1630, Total Steps: 493922, Ep.Steps: 228, Score: 229.970, Avg.Score: 876.551, Max.Score: 993.147, Time: 07:27:43\n",
      "Ep.: 1631, Total Steps: 494922, Ep.Steps: 1000, Score: 922.288, Avg.Score: 876.435, Max.Score: 993.147, Time: 07:28:36\n",
      "Ep.: 1632, Total Steps: 495922, Ep.Steps: 1000, Score: 947.880, Avg.Score: 876.392, Max.Score: 993.147, Time: 07:29:32\n",
      "Ep.: 1633, Total Steps: 496668, Ep.Steps: 746, Score: 729.919, Avg.Score: 873.864, Max.Score: 993.147, Time: 07:30:16\n",
      "Ep.: 1634, Total Steps: 497668, Ep.Steps: 1000, Score: 962.460, Avg.Score: 874.808, Max.Score: 993.147, Time: 07:31:12\n",
      "Ep.: 1635, Total Steps: 498668, Ep.Steps: 1000, Score: 917.795, Avg.Score: 874.435, Max.Score: 993.147, Time: 07:32:11\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1636, Total Steps: 499668, Ep.Steps: 1000, Score: 959.456, Avg.Score: 874.180, Max.Score: 993.147, Time: 07:33:03\n",
      "Ep.: 1637, Total Steps: 500668, Ep.Steps: 1000, Score: 916.502, Avg.Score: 873.659, Max.Score: 993.147, Time: 07:33:57\n",
      "Ep.: 1638, Total Steps: 501668, Ep.Steps: 1000, Score: 933.851, Avg.Score: 873.339, Max.Score: 993.147, Time: 07:34:57\n",
      "Ep.: 1639, Total Steps: 502668, Ep.Steps: 1000, Score: 928.798, Avg.Score: 882.426, Max.Score: 993.147, Time: 07:35:56\n",
      "Ep.: 1640, Total Steps: 503668, Ep.Steps: 1000, Score: 831.465, Avg.Score: 881.128, Max.Score: 993.147, Time: 07:36:50\n",
      "Ep.: 1641, Total Steps: 504668, Ep.Steps: 1000, Score: 911.328, Avg.Score: 880.373, Max.Score: 993.147, Time: 07:37:42\n",
      "Ep.: 1642, Total Steps: 505668, Ep.Steps: 1000, Score: 909.191, Avg.Score: 879.604, Max.Score: 993.147, Time: 07:38:33\n",
      "Ep.: 1643, Total Steps: 506668, Ep.Steps: 1000, Score: 900.659, Avg.Score: 878.868, Max.Score: 993.147, Time: 07:39:25\n",
      "Ep.: 1644, Total Steps: 506766, Ep.Steps: 98, Score: 103.529, Avg.Score: 870.054, Max.Score: 993.147, Time: 07:39:30\n",
      "Ep.: 1645, Total Steps: 506946, Ep.Steps: 180, Score: 181.314, Avg.Score: 862.151, Max.Score: 993.147, Time: 07:39:40\n",
      "Ep.: 1646, Total Steps: 507946, Ep.Steps: 1000, Score: 994.509, Avg.Score: 862.385, Max.Score: 994.509, Time: 07:40:30\n",
      "Ep.: 1647, Total Steps: 508946, Ep.Steps: 1000, Score: 947.908, Avg.Score: 861.984, Max.Score: 994.509, Time: 07:41:21\n",
      "Ep.: 1648, Total Steps: 509946, Ep.Steps: 1000, Score: 999.953, Avg.Score: 871.593, Max.Score: 999.953, Time: 07:42:12\n",
      "Ep.: 1649, Total Steps: 510946, Ep.Steps: 1000, Score: 1002.037, Avg.Score: 872.521, Max.Score: 1002.037, Time: 07:43:03\n",
      "Ep.: 1650, Total Steps: 511946, Ep.Steps: 1000, Score: 1003.905, Avg.Score: 872.836, Max.Score: 1003.905, Time: 07:43:53\n",
      "Ep.: 1651, Total Steps: 512946, Ep.Steps: 1000, Score: 979.538, Avg.Score: 872.884, Max.Score: 1003.905, Time: 07:44:44\n",
      "Ep.: 1652, Total Steps: 513946, Ep.Steps: 1000, Score: 890.029, Avg.Score: 872.424, Max.Score: 1003.905, Time: 07:45:36\n",
      "Ep.: 1653, Total Steps: 514946, Ep.Steps: 1000, Score: 972.838, Avg.Score: 872.291, Max.Score: 1003.905, Time: 07:46:27\n",
      "Ep.: 1654, Total Steps: 515946, Ep.Steps: 1000, Score: 975.370, Avg.Score: 873.159, Max.Score: 1003.905, Time: 07:47:19\n",
      "Ep.: 1655, Total Steps: 516946, Ep.Steps: 1000, Score: 971.869, Avg.Score: 873.210, Max.Score: 1003.905, Time: 07:48:12\n",
      "Ep.: 1656, Total Steps: 517946, Ep.Steps: 1000, Score: 983.318, Avg.Score: 874.263, Max.Score: 1003.905, Time: 07:49:04\n",
      "Ep.: 1657, Total Steps: 518946, Ep.Steps: 1000, Score: 985.718, Avg.Score: 874.254, Max.Score: 1003.905, Time: 07:50:01\n",
      "Ep.: 1658, Total Steps: 519946, Ep.Steps: 1000, Score: 1004.062, Avg.Score: 874.540, Max.Score: 1004.062, Time: 07:51:00\n",
      "Ep.: 1659, Total Steps: 520946, Ep.Steps: 1000, Score: 988.927, Avg.Score: 874.838, Max.Score: 1004.062, Time: 07:51:54\n",
      "Ep.: 1660, Total Steps: 521946, Ep.Steps: 1000, Score: 935.157, Avg.Score: 874.479, Max.Score: 1004.062, Time: 07:52:50\n",
      "Ep.: 1661, Total Steps: 522946, Ep.Steps: 1000, Score: 917.517, Avg.Score: 873.775, Max.Score: 1004.062, Time: 07:53:46\n",
      "Ep.: 1662, Total Steps: 523946, Ep.Steps: 1000, Score: 932.606, Avg.Score: 873.263, Max.Score: 1004.062, Time: 07:54:43\n",
      "Ep.: 1663, Total Steps: 524946, Ep.Steps: 1000, Score: 987.711, Avg.Score: 882.589, Max.Score: 1004.062, Time: 07:55:37\n",
      "Ep.: 1664, Total Steps: 525946, Ep.Steps: 1000, Score: 981.049, Avg.Score: 882.610, Max.Score: 1004.062, Time: 07:56:29\n",
      "Ep.: 1665, Total Steps: 526946, Ep.Steps: 1000, Score: 1011.502, Avg.Score: 883.223, Max.Score: 1011.502, Time: 07:57:20\n",
      "Ep.: 1666, Total Steps: 527946, Ep.Steps: 1000, Score: 1007.142, Avg.Score: 884.821, Max.Score: 1011.502, Time: 07:58:13\n",
      "Ep.: 1667, Total Steps: 528068, Ep.Steps: 122, Score: 144.994, Avg.Score: 876.557, Max.Score: 1011.502, Time: 07:58:19\n",
      "Ep.: 1668, Total Steps: 529068, Ep.Steps: 1000, Score: 1002.334, Avg.Score: 876.738, Max.Score: 1011.502, Time: 07:59:11\n",
      "Ep.: 1669, Total Steps: 529665, Ep.Steps: 597, Score: 586.665, Avg.Score: 872.876, Max.Score: 1011.502, Time: 07:59:43\n",
      "Ep.: 1670, Total Steps: 530665, Ep.Steps: 1000, Score: 786.965, Avg.Score: 871.129, Max.Score: 1011.502, Time: 08:00:36\n",
      "Ep.: 1671, Total Steps: 531665, Ep.Steps: 1000, Score: 864.080, Avg.Score: 870.340, Max.Score: 1011.502, Time: 08:01:28\n",
      "Ep.: 1672, Total Steps: 531923, Ep.Steps: 258, Score: 261.593, Avg.Score: 863.173, Max.Score: 1011.502, Time: 08:01:41\n",
      "Ep.: 1673, Total Steps: 532923, Ep.Steps: 1000, Score: 998.709, Avg.Score: 864.089, Max.Score: 1011.502, Time: 08:02:32\n",
      "Ep.: 1674, Total Steps: 533923, Ep.Steps: 1000, Score: 984.892, Avg.Score: 864.095, Max.Score: 1011.502, Time: 08:03:24\n",
      "Ep.: 1675, Total Steps: 534923, Ep.Steps: 1000, Score: 966.378, Avg.Score: 865.129, Max.Score: 1011.502, Time: 08:04:15\n",
      "Ep.: 1676, Total Steps: 535923, Ep.Steps: 1000, Score: 848.788, Avg.Score: 864.180, Max.Score: 1011.502, Time: 08:05:06\n",
      "Ep.: 1677, Total Steps: 536923, Ep.Steps: 1000, Score: 977.094, Avg.Score: 864.294, Max.Score: 1011.502, Time: 08:05:57\n",
      "Ep.: 1678, Total Steps: 537923, Ep.Steps: 1000, Score: 945.724, Avg.Score: 864.406, Max.Score: 1011.502, Time: 08:06:48\n",
      "Ep.: 1679, Total Steps: 538923, Ep.Steps: 1000, Score: 964.254, Avg.Score: 864.764, Max.Score: 1011.502, Time: 08:07:40\n",
      "Ep.: 1680, Total Steps: 539923, Ep.Steps: 1000, Score: 988.213, Avg.Score: 864.876, Max.Score: 1011.502, Time: 08:08:31\n",
      "Ep.: 1681, Total Steps: 540923, Ep.Steps: 1000, Score: 902.418, Avg.Score: 864.161, Max.Score: 1011.502, Time: 08:09:24\n",
      "Ep.: 1682, Total Steps: 541923, Ep.Steps: 1000, Score: 905.753, Avg.Score: 863.651, Max.Score: 1011.502, Time: 08:10:17\n",
      "Ep.: 1683, Total Steps: 542923, Ep.Steps: 1000, Score: 920.011, Avg.Score: 863.192, Max.Score: 1011.502, Time: 08:11:10\n",
      "Ep.: 1684, Total Steps: 543923, Ep.Steps: 1000, Score: 983.589, Avg.Score: 863.310, Max.Score: 1011.502, Time: 08:12:05\n",
      "Ep.: 1685, Total Steps: 544923, Ep.Steps: 1000, Score: 814.379, Avg.Score: 861.624, Max.Score: 1011.502, Time: 08:13:00\n",
      "Ep.: 1686, Total Steps: 545923, Ep.Steps: 1000, Score: 884.297, Avg.Score: 860.738, Max.Score: 1011.502, Time: 08:13:54\n",
      "Ep.: 1687, Total Steps: 546923, Ep.Steps: 1000, Score: 985.400, Avg.Score: 860.846, Max.Score: 1011.502, Time: 08:14:51\n",
      "Ep.: 1688, Total Steps: 547923, Ep.Steps: 1000, Score: 896.860, Avg.Score: 859.997, Max.Score: 1011.502, Time: 08:15:50\n",
      "Ep.: 1689, Total Steps: 548923, Ep.Steps: 1000, Score: 959.201, Avg.Score: 860.276, Max.Score: 1011.502, Time: 08:16:48\n",
      "Ep.: 1690, Total Steps: 549923, Ep.Steps: 1000, Score: 933.862, Avg.Score: 860.023, Max.Score: 1011.502, Time: 08:17:42\n",
      "Ep.: 1691, Total Steps: 550923, Ep.Steps: 1000, Score: 895.880, Avg.Score: 859.603, Max.Score: 1011.502, Time: 08:18:36\n",
      "Ep.: 1692, Total Steps: 551923, Ep.Steps: 1000, Score: 964.782, Avg.Score: 865.204, Max.Score: 1011.502, Time: 08:19:30\n",
      "Ep.: 1693, Total Steps: 552923, Ep.Steps: 1000, Score: 902.256, Avg.Score: 864.477, Max.Score: 1011.502, Time: 08:20:26\n",
      "Ep.: 1694, Total Steps: 553923, Ep.Steps: 1000, Score: 981.364, Avg.Score: 864.603, Max.Score: 1011.502, Time: 08:21:19\n",
      "Ep.: 1695, Total Steps: 554923, Ep.Steps: 1000, Score: 833.744, Avg.Score: 863.530, Max.Score: 1011.502, Time: 08:22:13\n",
      "Ep.: 1696, Total Steps: 555923, Ep.Steps: 1000, Score: 815.939, Avg.Score: 863.116, Max.Score: 1011.502, Time: 08:23:06\n",
      "Ep.: 1697, Total Steps: 556923, Ep.Steps: 1000, Score: 967.684, Avg.Score: 872.485, Max.Score: 1011.502, Time: 08:24:01\n",
      "Ep.: 1698, Total Steps: 557923, Ep.Steps: 1000, Score: 956.265, Avg.Score: 873.031, Max.Score: 1011.502, Time: 08:24:57\n",
      "Ep.: 1699, Total Steps: 558923, Ep.Steps: 1000, Score: 937.469, Avg.Score: 872.860, Max.Score: 1011.502, Time: 08:25:55\n",
      "Ep.: 1700, Total Steps: 559923, Ep.Steps: 1000, Score: 993.911, Avg.Score: 873.009, Max.Score: 1011.502, Time: 08:26:51\n",
      "Ep.: 1701, Total Steps: 560923, Ep.Steps: 1000, Score: 973.241, Avg.Score: 873.223, Max.Score: 1011.502, Time: 08:27:51\n",
      "Ep.: 1702, Total Steps: 561923, Ep.Steps: 1000, Score: 953.636, Avg.Score: 873.160, Max.Score: 1011.502, Time: 08:28:47\n",
      "Ep.: 1703, Total Steps: 562923, Ep.Steps: 1000, Score: 989.911, Avg.Score: 873.578, Max.Score: 1011.502, Time: 08:29:45\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1704, Total Steps: 563923, Ep.Steps: 1000, Score: 979.532, Avg.Score: 873.793, Max.Score: 1011.502, Time: 08:30:44\n",
      "Ep.: 1705, Total Steps: 564923, Ep.Steps: 1000, Score: 971.795, Avg.Score: 873.599, Max.Score: 1011.502, Time: 08:31:41\n",
      "Ep.: 1706, Total Steps: 565923, Ep.Steps: 1000, Score: 967.168, Avg.Score: 873.783, Max.Score: 1011.502, Time: 08:32:39\n",
      "Ep.: 1707, Total Steps: 566923, Ep.Steps: 1000, Score: 924.003, Avg.Score: 873.281, Max.Score: 1011.502, Time: 08:33:34\n",
      "Ep.: 1708, Total Steps: 567923, Ep.Steps: 1000, Score: 869.499, Avg.Score: 872.215, Max.Score: 1011.502, Time: 08:34:25\n",
      "Ep.: 1709, Total Steps: 568923, Ep.Steps: 1000, Score: 901.956, Avg.Score: 871.614, Max.Score: 1011.502, Time: 08:35:15\n",
      "Ep.: 1710, Total Steps: 569923, Ep.Steps: 1000, Score: 954.836, Avg.Score: 871.562, Max.Score: 1011.502, Time: 08:36:06\n",
      "Ep.: 1711, Total Steps: 570923, Ep.Steps: 1000, Score: 823.931, Avg.Score: 870.537, Max.Score: 1011.502, Time: 08:36:59\n",
      "Ep.: 1712, Total Steps: 571923, Ep.Steps: 1000, Score: 926.909, Avg.Score: 870.062, Max.Score: 1011.502, Time: 08:37:58\n",
      "Ep.: 1713, Total Steps: 572923, Ep.Steps: 1000, Score: 862.742, Avg.Score: 872.889, Max.Score: 1011.502, Time: 08:38:52\n",
      "Ep.: 1714, Total Steps: 573923, Ep.Steps: 1000, Score: 972.142, Avg.Score: 873.218, Max.Score: 1011.502, Time: 08:39:45\n",
      "Ep.: 1715, Total Steps: 574923, Ep.Steps: 1000, Score: 984.770, Avg.Score: 873.592, Max.Score: 1011.502, Time: 08:40:36\n",
      "Ep.: 1716, Total Steps: 575400, Ep.Steps: 477, Score: 487.155, Avg.Score: 868.532, Max.Score: 1011.502, Time: 08:40:59\n",
      "Ep.: 1717, Total Steps: 575632, Ep.Steps: 232, Score: 242.269, Avg.Score: 861.181, Max.Score: 1011.502, Time: 08:41:11\n",
      "Ep.: 1718, Total Steps: 575743, Ep.Steps: 111, Score: 128.626, Avg.Score: 853.329, Max.Score: 1011.502, Time: 08:41:17\n",
      "Ep.: 1719, Total Steps: 576743, Ep.Steps: 1000, Score: 988.793, Avg.Score: 863.003, Max.Score: 1011.502, Time: 08:42:07\n",
      "Ep.: 1720, Total Steps: 577743, Ep.Steps: 1000, Score: 913.875, Avg.Score: 862.308, Max.Score: 1011.502, Time: 08:42:57\n",
      "Ep.: 1721, Total Steps: 578743, Ep.Steps: 1000, Score: 942.738, Avg.Score: 862.131, Max.Score: 1011.502, Time: 08:43:47\n",
      "Ep.: 1722, Total Steps: 579743, Ep.Steps: 1000, Score: 981.268, Avg.Score: 863.928, Max.Score: 1011.502, Time: 08:44:37\n",
      "Ep.: 1723, Total Steps: 580743, Ep.Steps: 1000, Score: 955.886, Avg.Score: 871.650, Max.Score: 1011.502, Time: 08:45:28\n",
      "Ep.: 1724, Total Steps: 581743, Ep.Steps: 1000, Score: 977.295, Avg.Score: 871.924, Max.Score: 1011.502, Time: 08:46:17\n",
      "Ep.: 1725, Total Steps: 582743, Ep.Steps: 1000, Score: 974.720, Avg.Score: 871.781, Max.Score: 1011.502, Time: 08:47:07\n",
      "Ep.: 1726, Total Steps: 583381, Ep.Steps: 638, Score: 632.597, Avg.Score: 868.625, Max.Score: 1011.502, Time: 08:47:39\n",
      "Ep.: 1727, Total Steps: 584381, Ep.Steps: 1000, Score: 966.606, Avg.Score: 877.168, Max.Score: 1011.502, Time: 08:48:29\n",
      "Ep.: 1728, Total Steps: 585381, Ep.Steps: 1000, Score: 970.760, Avg.Score: 877.229, Max.Score: 1011.502, Time: 08:49:19\n",
      "Ep.: 1729, Total Steps: 586381, Ep.Steps: 1000, Score: 921.844, Avg.Score: 876.553, Max.Score: 1011.502, Time: 08:50:09\n",
      "Ep.: 1730, Total Steps: 587381, Ep.Steps: 1000, Score: 942.866, Avg.Score: 883.682, Max.Score: 1011.502, Time: 08:50:58\n",
      "Ep.: 1731, Total Steps: 588381, Ep.Steps: 1000, Score: 985.694, Avg.Score: 884.316, Max.Score: 1011.502, Time: 08:51:48\n",
      "Ep.: 1732, Total Steps: 589381, Ep.Steps: 1000, Score: 960.553, Avg.Score: 884.443, Max.Score: 1011.502, Time: 08:52:38\n",
      "Ep.: 1733, Total Steps: 590381, Ep.Steps: 1000, Score: 983.897, Avg.Score: 886.983, Max.Score: 1011.502, Time: 08:53:28\n",
      "Ep.: 1734, Total Steps: 590409, Ep.Steps: 28, Score: 31.313, Avg.Score: 877.671, Max.Score: 1011.502, Time: 08:53:30\n",
      "Ep.: 1735, Total Steps: 591409, Ep.Steps: 1000, Score: 982.926, Avg.Score: 878.323, Max.Score: 1011.502, Time: 08:54:20\n",
      "Ep.: 1736, Total Steps: 592409, Ep.Steps: 1000, Score: 982.360, Avg.Score: 878.552, Max.Score: 1011.502, Time: 08:55:10\n",
      "Ep.: 1737, Total Steps: 593409, Ep.Steps: 1000, Score: 971.304, Avg.Score: 879.100, Max.Score: 1011.502, Time: 08:56:00\n",
      "Ep.: 1738, Total Steps: 594409, Ep.Steps: 1000, Score: 973.018, Avg.Score: 879.491, Max.Score: 1011.502, Time: 08:56:49\n",
      "Ep.: 1739, Total Steps: 595409, Ep.Steps: 1000, Score: 976.417, Avg.Score: 879.968, Max.Score: 1011.502, Time: 08:57:39\n",
      "Ep.: 1740, Total Steps: 596409, Ep.Steps: 1000, Score: 984.340, Avg.Score: 881.496, Max.Score: 1011.502, Time: 08:58:29\n",
      "Ep.: 1741, Total Steps: 597409, Ep.Steps: 1000, Score: 984.042, Avg.Score: 882.223, Max.Score: 1011.502, Time: 08:59:18\n",
      "Ep.: 1742, Total Steps: 598409, Ep.Steps: 1000, Score: 963.802, Avg.Score: 882.770, Max.Score: 1011.502, Time: 09:00:08\n",
      "Ep.: 1743, Total Steps: 599409, Ep.Steps: 1000, Score: 981.249, Avg.Score: 883.575, Max.Score: 1011.502, Time: 09:00:57\n",
      "Ep.: 1744, Total Steps: 599847, Ep.Steps: 438, Score: 458.100, Avg.Score: 887.121, Max.Score: 1011.502, Time: 09:01:19\n",
      "Ep.: 1745, Total Steps: 600847, Ep.Steps: 1000, Score: 986.584, Avg.Score: 895.174, Max.Score: 1011.502, Time: 09:02:09\n",
      "Ep.: 1746, Total Steps: 601847, Ep.Steps: 1000, Score: 969.908, Avg.Score: 894.928, Max.Score: 1011.502, Time: 09:02:58\n",
      "Ep.: 1747, Total Steps: 602847, Ep.Steps: 1000, Score: 980.396, Avg.Score: 895.253, Max.Score: 1011.502, Time: 09:03:48\n",
      "Ep.: 1748, Total Steps: 603847, Ep.Steps: 1000, Score: 981.101, Avg.Score: 895.064, Max.Score: 1011.502, Time: 09:04:38\n",
      "Ep.: 1749, Total Steps: 604847, Ep.Steps: 1000, Score: 986.109, Avg.Score: 894.905, Max.Score: 1011.502, Time: 09:05:27\n",
      "Ep.: 1750, Total Steps: 605847, Ep.Steps: 1000, Score: 984.006, Avg.Score: 894.706, Max.Score: 1011.502, Time: 09:06:17\n",
      "Ep.: 1751, Total Steps: 606847, Ep.Steps: 1000, Score: 994.049, Avg.Score: 894.851, Max.Score: 1011.502, Time: 09:07:07\n",
      "Ep.: 1752, Total Steps: 607847, Ep.Steps: 1000, Score: 971.787, Avg.Score: 895.669, Max.Score: 1011.502, Time: 09:07:57\n",
      "Ep.: 1753, Total Steps: 608847, Ep.Steps: 1000, Score: 973.298, Avg.Score: 895.673, Max.Score: 1011.502, Time: 09:08:47\n",
      "Ep.: 1754, Total Steps: 609847, Ep.Steps: 1000, Score: 975.865, Avg.Score: 895.678, Max.Score: 1011.502, Time: 09:09:37\n",
      "Ep.: 1755, Total Steps: 610847, Ep.Steps: 1000, Score: 994.324, Avg.Score: 895.903, Max.Score: 1011.502, Time: 09:10:27\n",
      "Ep.: 1756, Total Steps: 611847, Ep.Steps: 1000, Score: 989.545, Avg.Score: 895.965, Max.Score: 1011.502, Time: 09:11:17\n",
      "Ep.: 1757, Total Steps: 612847, Ep.Steps: 1000, Score: 972.408, Avg.Score: 895.832, Max.Score: 1011.502, Time: 09:12:07\n",
      "Ep.: 1758, Total Steps: 613847, Ep.Steps: 1000, Score: 984.584, Avg.Score: 895.637, Max.Score: 1011.502, Time: 09:12:57\n",
      "Ep.: 1759, Total Steps: 614847, Ep.Steps: 1000, Score: 977.735, Avg.Score: 895.525, Max.Score: 1011.502, Time: 09:13:46\n",
      "Ep.: 1760, Total Steps: 615847, Ep.Steps: 1000, Score: 962.678, Avg.Score: 895.800, Max.Score: 1011.502, Time: 09:14:36\n",
      "Ep.: 1761, Total Steps: 616515, Ep.Steps: 668, Score: 662.263, Avg.Score: 893.248, Max.Score: 1011.502, Time: 09:15:09\n",
      "Ep.: 1762, Total Steps: 617515, Ep.Steps: 1000, Score: 901.629, Avg.Score: 892.938, Max.Score: 1011.502, Time: 09:15:59\n",
      "Ep.: 1763, Total Steps: 617804, Ep.Steps: 289, Score: 299.275, Avg.Score: 886.054, Max.Score: 1011.502, Time: 09:16:13\n",
      "Ep.: 1764, Total Steps: 618804, Ep.Steps: 1000, Score: 974.342, Avg.Score: 885.987, Max.Score: 1011.502, Time: 09:17:03\n",
      "Ep.: 1765, Total Steps: 618927, Ep.Steps: 123, Score: 108.976, Avg.Score: 876.961, Max.Score: 1007.142, Time: 09:17:09\n",
      "Ep.: 1766, Total Steps: 619927, Ep.Steps: 1000, Score: 994.457, Avg.Score: 876.835, Max.Score: 1002.334, Time: 09:17:59\n",
      "Ep.: 1767, Total Steps: 620927, Ep.Steps: 1000, Score: 915.583, Avg.Score: 884.540, Max.Score: 1002.334, Time: 09:18:49\n",
      "Ep.: 1768, Total Steps: 621927, Ep.Steps: 1000, Score: 899.513, Avg.Score: 883.512, Max.Score: 998.709, Time: 09:19:39\n",
      "Ep.: 1769, Total Steps: 622927, Ep.Steps: 1000, Score: 928.364, Avg.Score: 886.929, Max.Score: 998.709, Time: 09:20:29\n",
      "Ep.: 1770, Total Steps: 623927, Ep.Steps: 1000, Score: 946.692, Avg.Score: 888.526, Max.Score: 998.709, Time: 09:21:18\n",
      "Ep.: 1771, Total Steps: 624927, Ep.Steps: 1000, Score: 982.957, Avg.Score: 889.715, Max.Score: 998.709, Time: 09:22:08\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1772, Total Steps: 625927, Ep.Steps: 1000, Score: 976.761, Avg.Score: 896.867, Max.Score: 998.709, Time: 09:22:58\n",
      "Ep.: 1773, Total Steps: 626927, Ep.Steps: 1000, Score: 982.523, Avg.Score: 896.705, Max.Score: 994.457, Time: 09:23:48\n",
      "Ep.: 1774, Total Steps: 627927, Ep.Steps: 1000, Score: 1005.522, Avg.Score: 896.911, Max.Score: 1005.522, Time: 09:24:38\n",
      "Ep.: 1775, Total Steps: 628927, Ep.Steps: 1000, Score: 1009.533, Avg.Score: 897.343, Max.Score: 1009.533, Time: 09:25:28\n",
      "Ep.: 1776, Total Steps: 629927, Ep.Steps: 1000, Score: 965.397, Avg.Score: 898.509, Max.Score: 1009.533, Time: 09:26:18\n",
      "Ep.: 1777, Total Steps: 630927, Ep.Steps: 1000, Score: 992.631, Avg.Score: 898.664, Max.Score: 1009.533, Time: 09:27:08\n",
      "Ep.: 1778, Total Steps: 630958, Ep.Steps: 31, Score: 35.950, Avg.Score: 889.567, Max.Score: 1009.533, Time: 09:27:09\n",
      "Ep.: 1779, Total Steps: 631958, Ep.Steps: 1000, Score: 893.245, Avg.Score: 888.857, Max.Score: 1009.533, Time: 09:27:59\n",
      "Ep.: 1780, Total Steps: 632958, Ep.Steps: 1000, Score: 1008.303, Avg.Score: 889.057, Max.Score: 1009.533, Time: 09:28:48\n",
      "Ep.: 1781, Total Steps: 633958, Ep.Steps: 1000, Score: 981.513, Avg.Score: 889.848, Max.Score: 1009.533, Time: 09:29:38\n",
      "Ep.: 1782, Total Steps: 634958, Ep.Steps: 1000, Score: 981.466, Avg.Score: 890.605, Max.Score: 1009.533, Time: 09:30:28\n",
      "Ep.: 1783, Total Steps: 635958, Ep.Steps: 1000, Score: 922.451, Avg.Score: 890.630, Max.Score: 1009.533, Time: 09:31:18\n",
      "Ep.: 1784, Total Steps: 636958, Ep.Steps: 1000, Score: 1007.039, Avg.Score: 890.864, Max.Score: 1009.533, Time: 09:32:08\n",
      "Ep.: 1785, Total Steps: 637958, Ep.Steps: 1000, Score: 946.020, Avg.Score: 892.181, Max.Score: 1009.533, Time: 09:32:58\n",
      "Ep.: 1786, Total Steps: 638958, Ep.Steps: 1000, Score: 992.140, Avg.Score: 893.259, Max.Score: 1009.533, Time: 09:33:47\n",
      "Ep.: 1787, Total Steps: 639958, Ep.Steps: 1000, Score: 966.178, Avg.Score: 893.067, Max.Score: 1009.533, Time: 09:34:37\n",
      "Ep.: 1788, Total Steps: 640958, Ep.Steps: 1000, Score: 978.019, Avg.Score: 893.879, Max.Score: 1009.533, Time: 09:35:27\n",
      "Ep.: 1789, Total Steps: 641958, Ep.Steps: 1000, Score: 1004.251, Avg.Score: 894.329, Max.Score: 1009.533, Time: 09:36:17\n",
      "Ep.: 1790, Total Steps: 642958, Ep.Steps: 1000, Score: 929.592, Avg.Score: 894.286, Max.Score: 1009.533, Time: 09:37:06\n",
      "Ep.: 1791, Total Steps: 643786, Ep.Steps: 828, Score: 820.224, Avg.Score: 893.530, Max.Score: 1009.533, Time: 09:37:47\n",
      "Ep.: 1792, Total Steps: 644034, Ep.Steps: 248, Score: 249.487, Avg.Score: 886.377, Max.Score: 1009.533, Time: 09:37:59\n",
      "Ep.: 1793, Total Steps: 645034, Ep.Steps: 1000, Score: 999.969, Avg.Score: 887.354, Max.Score: 1009.533, Time: 09:38:49\n",
      "Ep.: 1794, Total Steps: 646034, Ep.Steps: 1000, Score: 1002.080, Avg.Score: 887.561, Max.Score: 1009.533, Time: 09:39:39\n",
      "Ep.: 1795, Total Steps: 647034, Ep.Steps: 1000, Score: 1002.633, Avg.Score: 889.250, Max.Score: 1009.533, Time: 09:40:29\n",
      "Ep.: 1796, Total Steps: 648034, Ep.Steps: 1000, Score: 995.356, Avg.Score: 891.044, Max.Score: 1009.533, Time: 09:41:19\n",
      "Ep.: 1797, Total Steps: 649034, Ep.Steps: 1000, Score: 1011.115, Avg.Score: 891.479, Max.Score: 1011.115, Time: 09:42:09\n",
      "Ep.: 1798, Total Steps: 650034, Ep.Steps: 1000, Score: 1002.387, Avg.Score: 891.940, Max.Score: 1011.115, Time: 09:42:59\n",
      "Ep.: 1799, Total Steps: 651034, Ep.Steps: 1000, Score: 1000.822, Avg.Score: 892.573, Max.Score: 1011.115, Time: 09:43:48\n",
      "Ep.: 1800, Total Steps: 652034, Ep.Steps: 1000, Score: 839.305, Avg.Score: 891.027, Max.Score: 1011.115, Time: 09:44:38\n",
      "Ep.: 1801, Total Steps: 653034, Ep.Steps: 1000, Score: 906.715, Avg.Score: 890.362, Max.Score: 1011.115, Time: 09:45:28\n",
      "Ep.: 1802, Total Steps: 654034, Ep.Steps: 1000, Score: 1000.258, Avg.Score: 890.828, Max.Score: 1011.115, Time: 09:46:18\n",
      "Ep.: 1803, Total Steps: 655034, Ep.Steps: 1000, Score: 981.641, Avg.Score: 890.745, Max.Score: 1011.115, Time: 09:47:07\n",
      "Ep.: 1804, Total Steps: 656034, Ep.Steps: 1000, Score: 953.125, Avg.Score: 890.481, Max.Score: 1011.115, Time: 09:47:58\n",
      "Ep.: 1805, Total Steps: 657034, Ep.Steps: 1000, Score: 1004.605, Avg.Score: 890.810, Max.Score: 1011.115, Time: 09:48:48\n",
      "Ep.: 1806, Total Steps: 658034, Ep.Steps: 1000, Score: 1001.744, Avg.Score: 891.155, Max.Score: 1011.115, Time: 09:49:37\n",
      "Ep.: 1807, Total Steps: 659034, Ep.Steps: 1000, Score: 950.999, Avg.Score: 891.425, Max.Score: 1011.115, Time: 09:50:27\n",
      "Ep.: 1808, Total Steps: 660034, Ep.Steps: 1000, Score: 1000.003, Avg.Score: 892.730, Max.Score: 1011.115, Time: 09:51:17\n",
      "Ep.: 1809, Total Steps: 661034, Ep.Steps: 1000, Score: 956.553, Avg.Score: 893.276, Max.Score: 1011.115, Time: 09:52:07\n",
      "Ep.: 1810, Total Steps: 662034, Ep.Steps: 1000, Score: 996.564, Avg.Score: 893.694, Max.Score: 1011.115, Time: 09:52:57\n",
      "Ep.: 1811, Total Steps: 663034, Ep.Steps: 1000, Score: 978.076, Avg.Score: 895.235, Max.Score: 1011.115, Time: 09:53:46\n",
      "Ep.: 1812, Total Steps: 664034, Ep.Steps: 1000, Score: 891.977, Avg.Score: 894.886, Max.Score: 1011.115, Time: 09:54:36\n",
      "Ep.: 1813, Total Steps: 665034, Ep.Steps: 1000, Score: 961.256, Avg.Score: 895.871, Max.Score: 1011.115, Time: 09:55:26\n",
      "Ep.: 1814, Total Steps: 666034, Ep.Steps: 1000, Score: 943.090, Avg.Score: 895.580, Max.Score: 1011.115, Time: 09:56:16\n",
      "Ep.: 1815, Total Steps: 667034, Ep.Steps: 1000, Score: 949.610, Avg.Score: 895.229, Max.Score: 1011.115, Time: 09:57:06\n",
      "Ep.: 1816, Total Steps: 668034, Ep.Steps: 1000, Score: 992.134, Avg.Score: 900.278, Max.Score: 1011.115, Time: 09:57:55\n",
      "Ep.: 1817, Total Steps: 669034, Ep.Steps: 1000, Score: 998.693, Avg.Score: 907.843, Max.Score: 1011.115, Time: 09:58:45\n",
      "Ep.: 1818, Total Steps: 670034, Ep.Steps: 1000, Score: 939.610, Avg.Score: 915.953, Max.Score: 1011.115, Time: 09:59:35\n",
      "Ep.: 1819, Total Steps: 671034, Ep.Steps: 1000, Score: 1007.964, Avg.Score: 916.144, Max.Score: 1011.115, Time: 10:00:24\n",
      "Ep.: 1820, Total Steps: 672034, Ep.Steps: 1000, Score: 997.780, Avg.Score: 916.983, Max.Score: 1011.115, Time: 10:01:14\n",
      "Ep.: 1821, Total Steps: 673034, Ep.Steps: 1000, Score: 1002.488, Avg.Score: 917.581, Max.Score: 1011.115, Time: 10:02:04\n",
      "Ep.: 1822, Total Steps: 674034, Ep.Steps: 1000, Score: 986.648, Avg.Score: 917.635, Max.Score: 1011.115, Time: 10:02:54\n",
      "Ep.: 1823, Total Steps: 675034, Ep.Steps: 1000, Score: 995.504, Avg.Score: 918.031, Max.Score: 1011.115, Time: 10:03:44\n",
      "Ep.: 1824, Total Steps: 675055, Ep.Steps: 21, Score: 26.207, Avg.Score: 908.520, Max.Score: 1011.115, Time: 10:03:45\n",
      "Ep.: 1825, Total Steps: 676055, Ep.Steps: 1000, Score: 983.703, Avg.Score: 908.610, Max.Score: 1011.115, Time: 10:04:35\n",
      "Ep.: 1826, Total Steps: 677055, Ep.Steps: 1000, Score: 993.523, Avg.Score: 912.219, Max.Score: 1011.115, Time: 10:05:25\n",
      "Ep.: 1827, Total Steps: 678055, Ep.Steps: 1000, Score: 896.169, Avg.Score: 911.515, Max.Score: 1011.115, Time: 10:06:15\n",
      "Ep.: 1828, Total Steps: 679055, Ep.Steps: 1000, Score: 1001.300, Avg.Score: 911.820, Max.Score: 1011.115, Time: 10:07:05\n",
      "Ep.: 1829, Total Steps: 680055, Ep.Steps: 1000, Score: 973.513, Avg.Score: 912.337, Max.Score: 1011.115, Time: 10:07:54\n",
      "Ep.: 1830, Total Steps: 680095, Ep.Steps: 40, Score: 35.739, Avg.Score: 903.265, Max.Score: 1011.115, Time: 10:07:56\n",
      "Ep.: 1831, Total Steps: 681095, Ep.Steps: 1000, Score: 997.232, Avg.Score: 903.381, Max.Score: 1011.115, Time: 10:08:46\n",
      "Ep.: 1832, Total Steps: 682095, Ep.Steps: 1000, Score: 1007.069, Avg.Score: 903.846, Max.Score: 1011.115, Time: 10:09:36\n",
      "Ep.: 1833, Total Steps: 682465, Ep.Steps: 370, Score: 339.673, Avg.Score: 897.404, Max.Score: 1011.115, Time: 10:09:55\n",
      "Ep.: 1834, Total Steps: 683465, Ep.Steps: 1000, Score: 905.320, Avg.Score: 906.144, Max.Score: 1011.115, Time: 10:10:45\n",
      "Ep.: 1835, Total Steps: 684465, Ep.Steps: 1000, Score: 989.848, Avg.Score: 906.213, Max.Score: 1011.115, Time: 10:11:35\n",
      "Ep.: 1836, Total Steps: 685465, Ep.Steps: 1000, Score: 924.472, Avg.Score: 905.634, Max.Score: 1011.115, Time: 10:12:25\n",
      "Ep.: 1837, Total Steps: 686465, Ep.Steps: 1000, Score: 999.276, Avg.Score: 905.914, Max.Score: 1011.115, Time: 10:13:15\n",
      "Ep.: 1838, Total Steps: 687465, Ep.Steps: 1000, Score: 958.717, Avg.Score: 905.771, Max.Score: 1011.115, Time: 10:14:05\n",
      "Ep.: 1839, Total Steps: 688465, Ep.Steps: 1000, Score: 1001.875, Avg.Score: 906.025, Max.Score: 1011.115, Time: 10:14:54\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1840, Total Steps: 689396, Ep.Steps: 931, Score: 918.812, Avg.Score: 905.370, Max.Score: 1011.115, Time: 10:15:41\n",
      "Ep.: 1841, Total Steps: 690396, Ep.Steps: 1000, Score: 941.275, Avg.Score: 904.942, Max.Score: 1011.115, Time: 10:16:31\n",
      "Ep.: 1842, Total Steps: 691396, Ep.Steps: 1000, Score: 954.220, Avg.Score: 904.847, Max.Score: 1011.115, Time: 10:17:20\n",
      "Ep.: 1843, Total Steps: 692396, Ep.Steps: 1000, Score: 917.795, Avg.Score: 904.212, Max.Score: 1011.115, Time: 10:18:11\n",
      "Ep.: 1844, Total Steps: 693396, Ep.Steps: 1000, Score: 1010.776, Avg.Score: 909.739, Max.Score: 1011.115, Time: 10:19:01\n",
      "Ep.: 1845, Total Steps: 694396, Ep.Steps: 1000, Score: 907.408, Avg.Score: 908.947, Max.Score: 1011.115, Time: 10:19:50\n",
      "Ep.: 1846, Total Steps: 695396, Ep.Steps: 1000, Score: 1006.783, Avg.Score: 909.316, Max.Score: 1011.115, Time: 10:20:40\n",
      "Ep.: 1847, Total Steps: 696396, Ep.Steps: 1000, Score: 972.294, Avg.Score: 909.235, Max.Score: 1011.115, Time: 10:21:30\n",
      "Ep.: 1848, Total Steps: 697396, Ep.Steps: 1000, Score: 1000.748, Avg.Score: 909.431, Max.Score: 1011.115, Time: 10:22:21\n",
      "Ep.: 1849, Total Steps: 698396, Ep.Steps: 1000, Score: 970.166, Avg.Score: 909.272, Max.Score: 1011.115, Time: 10:23:12\n",
      "Ep.: 1850, Total Steps: 699396, Ep.Steps: 1000, Score: 982.023, Avg.Score: 909.252, Max.Score: 1011.115, Time: 10:24:02\n",
      "Ep.: 1851, Total Steps: 700396, Ep.Steps: 1000, Score: 1010.815, Avg.Score: 909.420, Max.Score: 1011.115, Time: 10:24:51\n",
      "Ep.: 1852, Total Steps: 701396, Ep.Steps: 1000, Score: 1006.604, Avg.Score: 909.768, Max.Score: 1011.115, Time: 10:25:41\n",
      "Ep.: 1853, Total Steps: 702396, Ep.Steps: 1000, Score: 974.841, Avg.Score: 909.783, Max.Score: 1011.115, Time: 10:26:31\n",
      "Ep.: 1854, Total Steps: 703396, Ep.Steps: 1000, Score: 992.865, Avg.Score: 909.953, Max.Score: 1011.115, Time: 10:27:21\n",
      "Ep.: 1855, Total Steps: 704396, Ep.Steps: 1000, Score: 941.046, Avg.Score: 909.421, Max.Score: 1011.115, Time: 10:28:10\n",
      "Ep.: 1856, Total Steps: 705396, Ep.Steps: 1000, Score: 939.117, Avg.Score: 908.916, Max.Score: 1011.115, Time: 10:29:00\n",
      "Ep.: 1857, Total Steps: 706396, Ep.Steps: 1000, Score: 805.067, Avg.Score: 907.243, Max.Score: 1011.115, Time: 10:29:50\n",
      "Ep.: 1858, Total Steps: 707396, Ep.Steps: 1000, Score: 923.113, Avg.Score: 906.628, Max.Score: 1011.115, Time: 10:30:40\n",
      "Ep.: 1859, Total Steps: 708396, Ep.Steps: 1000, Score: 907.760, Avg.Score: 905.928, Max.Score: 1011.115, Time: 10:31:30\n",
      "Ep.: 1860, Total Steps: 709396, Ep.Steps: 1000, Score: 987.819, Avg.Score: 906.180, Max.Score: 1011.115, Time: 10:32:20\n",
      "Ep.: 1861, Total Steps: 709490, Ep.Steps: 94, Score: 117.086, Avg.Score: 900.728, Max.Score: 1011.115, Time: 10:32:25\n",
      "Ep.: 1862, Total Steps: 710490, Ep.Steps: 1000, Score: 970.475, Avg.Score: 901.416, Max.Score: 1011.115, Time: 10:33:15\n",
      "Ep.: 1863, Total Steps: 711490, Ep.Steps: 1000, Score: 951.456, Avg.Score: 907.938, Max.Score: 1011.115, Time: 10:34:05\n",
      "Ep.: 1864, Total Steps: 712490, Ep.Steps: 1000, Score: 997.029, Avg.Score: 908.165, Max.Score: 1011.115, Time: 10:34:59\n",
      "Ep.: 1865, Total Steps: 713490, Ep.Steps: 1000, Score: 976.887, Avg.Score: 916.844, Max.Score: 1011.115, Time: 10:35:53\n",
      "Ep.: 1866, Total Steps: 714490, Ep.Steps: 1000, Score: 967.886, Avg.Score: 916.579, Max.Score: 1011.115, Time: 10:36:45\n",
      "Ep.: 1867, Total Steps: 715490, Ep.Steps: 1000, Score: 964.640, Avg.Score: 917.069, Max.Score: 1011.115, Time: 10:37:34\n",
      "Ep.: 1868, Total Steps: 716490, Ep.Steps: 1000, Score: 1005.367, Avg.Score: 918.128, Max.Score: 1011.115, Time: 10:38:24\n",
      "Ep.: 1869, Total Steps: 717490, Ep.Steps: 1000, Score: 930.882, Avg.Score: 918.153, Max.Score: 1011.115, Time: 10:39:14\n",
      "Ep.: 1870, Total Steps: 718490, Ep.Steps: 1000, Score: 987.318, Avg.Score: 918.559, Max.Score: 1011.115, Time: 10:40:04\n",
      "Ep.: 1871, Total Steps: 719490, Ep.Steps: 1000, Score: 1007.178, Avg.Score: 918.801, Max.Score: 1011.115, Time: 10:40:54\n",
      "Ep.: 1872, Total Steps: 720490, Ep.Steps: 1000, Score: 994.348, Avg.Score: 918.977, Max.Score: 1011.115, Time: 10:41:44\n",
      "Ep.: 1873, Total Steps: 721490, Ep.Steps: 1000, Score: 907.037, Avg.Score: 918.222, Max.Score: 1011.115, Time: 10:42:34\n",
      "Ep.: 1874, Total Steps: 722490, Ep.Steps: 1000, Score: 984.857, Avg.Score: 918.016, Max.Score: 1011.115, Time: 10:43:23\n",
      "Ep.: 1875, Total Steps: 723490, Ep.Steps: 1000, Score: 969.102, Avg.Score: 917.611, Max.Score: 1011.115, Time: 10:44:13\n",
      "Ep.: 1876, Total Steps: 724490, Ep.Steps: 1000, Score: 973.913, Avg.Score: 917.697, Max.Score: 1011.115, Time: 10:45:03\n",
      "Ep.: 1877, Total Steps: 725490, Ep.Steps: 1000, Score: 889.301, Avg.Score: 916.663, Max.Score: 1011.115, Time: 10:45:53\n",
      "Ep.: 1878, Total Steps: 726490, Ep.Steps: 1000, Score: 844.264, Avg.Score: 924.746, Max.Score: 1011.115, Time: 10:46:42\n",
      "Ep.: 1879, Total Steps: 727490, Ep.Steps: 1000, Score: 991.465, Avg.Score: 925.729, Max.Score: 1011.115, Time: 10:47:32\n",
      "Ep.: 1880, Total Steps: 728490, Ep.Steps: 1000, Score: 868.980, Avg.Score: 924.335, Max.Score: 1011.115, Time: 10:48:22\n",
      "Ep.: 1881, Total Steps: 729490, Ep.Steps: 1000, Score: 989.757, Avg.Score: 924.418, Max.Score: 1011.115, Time: 10:49:11\n",
      "Ep.: 1882, Total Steps: 730490, Ep.Steps: 1000, Score: 882.610, Avg.Score: 923.429, Max.Score: 1011.115, Time: 10:50:01\n",
      "Ep.: 1883, Total Steps: 731490, Ep.Steps: 1000, Score: 883.215, Avg.Score: 923.037, Max.Score: 1011.115, Time: 10:50:52\n",
      "Ep.: 1884, Total Steps: 732490, Ep.Steps: 1000, Score: 821.831, Avg.Score: 921.185, Max.Score: 1011.115, Time: 10:51:41\n",
      "Ep.: 1885, Total Steps: 733490, Ep.Steps: 1000, Score: 889.631, Avg.Score: 920.621, Max.Score: 1011.115, Time: 10:52:31\n",
      "Ep.: 1886, Total Steps: 733932, Ep.Steps: 442, Score: 400.955, Avg.Score: 914.709, Max.Score: 1011.115, Time: 10:52:53\n",
      "Ep.: 1887, Total Steps: 734932, Ep.Steps: 1000, Score: 923.159, Avg.Score: 914.279, Max.Score: 1011.115, Time: 10:53:43\n",
      "Ep.: 1888, Total Steps: 735348, Ep.Steps: 416, Score: 403.542, Avg.Score: 908.534, Max.Score: 1011.115, Time: 10:54:04\n",
      "Ep.: 1889, Total Steps: 735397, Ep.Steps: 49, Score: 49.893, Avg.Score: 898.991, Max.Score: 1011.115, Time: 10:54:06\n",
      "Ep.: 1890, Total Steps: 736397, Ep.Steps: 1000, Score: 930.607, Avg.Score: 899.001, Max.Score: 1011.115, Time: 10:54:56\n",
      "Ep.: 1891, Total Steps: 737397, Ep.Steps: 1000, Score: 937.582, Avg.Score: 900.174, Max.Score: 1011.115, Time: 10:55:46\n",
      "Ep.: 1892, Total Steps: 738397, Ep.Steps: 1000, Score: 956.884, Avg.Score: 907.248, Max.Score: 1011.115, Time: 10:56:35\n",
      "Ep.: 1893, Total Steps: 739397, Ep.Steps: 1000, Score: 994.380, Avg.Score: 907.192, Max.Score: 1011.115, Time: 10:57:25\n",
      "Ep.: 1894, Total Steps: 740397, Ep.Steps: 1000, Score: 934.922, Avg.Score: 906.521, Max.Score: 1011.115, Time: 10:58:15\n",
      "Ep.: 1895, Total Steps: 741397, Ep.Steps: 1000, Score: 973.107, Avg.Score: 906.225, Max.Score: 1011.115, Time: 10:59:04\n",
      "Ep.: 1896, Total Steps: 742397, Ep.Steps: 1000, Score: 992.869, Avg.Score: 906.201, Max.Score: 1011.115, Time: 10:59:54\n",
      "Ep.: 1897, Total Steps: 743397, Ep.Steps: 1000, Score: 974.026, Avg.Score: 905.830, Max.Score: 1010.815, Time: 11:00:44\n",
      "Ep.: 1898, Total Steps: 744397, Ep.Steps: 1000, Score: 990.783, Avg.Score: 905.714, Max.Score: 1010.815, Time: 11:01:34\n",
      "Ep.: 1899, Total Steps: 745397, Ep.Steps: 1000, Score: 999.016, Avg.Score: 905.696, Max.Score: 1010.815, Time: 11:02:24\n",
      "Ep.: 1900, Total Steps: 746397, Ep.Steps: 1000, Score: 1003.012, Avg.Score: 907.333, Max.Score: 1010.815, Time: 11:03:14\n",
      "Ep.: 1901, Total Steps: 747397, Ep.Steps: 1000, Score: 992.516, Avg.Score: 908.191, Max.Score: 1010.815, Time: 11:04:04\n",
      "Ep.: 1902, Total Steps: 748397, Ep.Steps: 1000, Score: 931.757, Avg.Score: 907.506, Max.Score: 1010.815, Time: 11:04:54\n",
      "Ep.: 1903, Total Steps: 749397, Ep.Steps: 1000, Score: 872.422, Avg.Score: 906.414, Max.Score: 1010.815, Time: 11:05:44\n",
      "Ep.: 1904, Total Steps: 750397, Ep.Steps: 1000, Score: 888.587, Avg.Score: 905.768, Max.Score: 1010.815, Time: 11:06:34\n",
      "Ep.: 1905, Total Steps: 751397, Ep.Steps: 1000, Score: 980.544, Avg.Score: 905.528, Max.Score: 1010.815, Time: 11:07:23\n",
      "Ep.: 1906, Total Steps: 752397, Ep.Steps: 1000, Score: 853.774, Avg.Score: 904.048, Max.Score: 1010.815, Time: 11:08:13\n",
      "Ep.: 1907, Total Steps: 752657, Ep.Steps: 260, Score: 263.615, Avg.Score: 897.174, Max.Score: 1010.815, Time: 11:08:26\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1908, Total Steps: 753657, Ep.Steps: 1000, Score: 978.735, Avg.Score: 896.961, Max.Score: 1010.815, Time: 11:09:16\n",
      "Ep.: 1909, Total Steps: 754657, Ep.Steps: 1000, Score: 899.612, Avg.Score: 896.392, Max.Score: 1010.815, Time: 11:10:05\n",
      "Ep.: 1910, Total Steps: 754861, Ep.Steps: 204, Score: 218.456, Avg.Score: 888.611, Max.Score: 1010.815, Time: 11:10:16\n",
      "Ep.: 1911, Total Steps: 755371, Ep.Steps: 510, Score: 511.698, Avg.Score: 883.947, Max.Score: 1010.815, Time: 11:10:41\n",
      "Ep.: 1912, Total Steps: 756371, Ep.Steps: 1000, Score: 986.748, Avg.Score: 884.895, Max.Score: 1010.815, Time: 11:11:31\n",
      "Ep.: 1913, Total Steps: 757371, Ep.Steps: 1000, Score: 1010.333, Avg.Score: 885.386, Max.Score: 1010.815, Time: 11:12:21\n",
      "Ep.: 1914, Total Steps: 758371, Ep.Steps: 1000, Score: 893.765, Avg.Score: 884.892, Max.Score: 1010.815, Time: 11:13:10\n",
      "Ep.: 1915, Total Steps: 759371, Ep.Steps: 1000, Score: 1003.903, Avg.Score: 885.435, Max.Score: 1010.815, Time: 11:14:00\n",
      "Ep.: 1916, Total Steps: 760371, Ep.Steps: 1000, Score: 997.381, Avg.Score: 885.488, Max.Score: 1010.815, Time: 11:14:49\n",
      "Ep.: 1917, Total Steps: 761371, Ep.Steps: 1000, Score: 944.199, Avg.Score: 884.943, Max.Score: 1010.815, Time: 11:15:39\n",
      "Ep.: 1918, Total Steps: 762371, Ep.Steps: 1000, Score: 994.631, Avg.Score: 885.493, Max.Score: 1010.815, Time: 11:16:29\n",
      "Ep.: 1919, Total Steps: 763371, Ep.Steps: 1000, Score: 981.895, Avg.Score: 885.232, Max.Score: 1010.815, Time: 11:17:18\n",
      "Ep.: 1920, Total Steps: 763470, Ep.Steps: 99, Score: 116.998, Avg.Score: 876.424, Max.Score: 1010.815, Time: 11:17:23\n",
      "Ep.: 1921, Total Steps: 763569, Ep.Steps: 99, Score: 115.911, Avg.Score: 867.559, Max.Score: 1010.815, Time: 11:17:28\n",
      "Ep.: 1922, Total Steps: 763653, Ep.Steps: 84, Score: 102.921, Avg.Score: 858.721, Max.Score: 1010.815, Time: 11:17:32\n",
      "Ep.: 1923, Total Steps: 764653, Ep.Steps: 1000, Score: 938.482, Avg.Score: 858.151, Max.Score: 1010.815, Time: 11:18:22\n",
      "Ep.: 1924, Total Steps: 765653, Ep.Steps: 1000, Score: 938.890, Avg.Score: 867.278, Max.Score: 1010.815, Time: 11:19:12\n",
      "Ep.: 1925, Total Steps: 766653, Ep.Steps: 1000, Score: 916.977, Avg.Score: 866.611, Max.Score: 1010.815, Time: 11:20:02\n",
      "Ep.: 1926, Total Steps: 767533, Ep.Steps: 880, Score: 792.302, Avg.Score: 864.599, Max.Score: 1010.815, Time: 11:20:46\n",
      "Ep.: 1927, Total Steps: 767573, Ep.Steps: 40, Score: 46.363, Avg.Score: 856.100, Max.Score: 1010.815, Time: 11:20:48\n",
      "Ep.: 1928, Total Steps: 768433, Ep.Steps: 860, Score: 767.293, Avg.Score: 853.760, Max.Score: 1010.815, Time: 11:21:31\n",
      "Ep.: 1929, Total Steps: 769433, Ep.Steps: 1000, Score: 962.456, Avg.Score: 853.650, Max.Score: 1010.815, Time: 11:22:20\n",
      "Ep.: 1930, Total Steps: 770433, Ep.Steps: 1000, Score: 894.384, Avg.Score: 862.236, Max.Score: 1010.815, Time: 11:23:10\n",
      "Ep.: 1931, Total Steps: 771433, Ep.Steps: 1000, Score: 1001.049, Avg.Score: 862.274, Max.Score: 1010.815, Time: 11:24:00\n",
      "Ep.: 1932, Total Steps: 772433, Ep.Steps: 1000, Score: 860.043, Avg.Score: 860.804, Max.Score: 1010.815, Time: 11:24:50\n",
      "Ep.: 1933, Total Steps: 773433, Ep.Steps: 1000, Score: 988.127, Avg.Score: 867.289, Max.Score: 1010.815, Time: 11:25:40\n",
      "Ep.: 1934, Total Steps: 773578, Ep.Steps: 145, Score: 154.478, Avg.Score: 859.780, Max.Score: 1010.815, Time: 11:25:47\n",
      "Ep.: 1935, Total Steps: 774578, Ep.Steps: 1000, Score: 955.015, Avg.Score: 859.432, Max.Score: 1010.815, Time: 11:26:37\n",
      "Ep.: 1936, Total Steps: 775161, Ep.Steps: 583, Score: 478.811, Avg.Score: 854.975, Max.Score: 1010.815, Time: 11:27:06\n",
      "Ep.: 1937, Total Steps: 775712, Ep.Steps: 551, Score: 450.085, Avg.Score: 849.483, Max.Score: 1010.815, Time: 11:27:33\n",
      "Ep.: 1938, Total Steps: 776712, Ep.Steps: 1000, Score: 945.996, Avg.Score: 849.356, Max.Score: 1010.815, Time: 11:28:23\n",
      "Ep.: 1939, Total Steps: 776867, Ep.Steps: 155, Score: 171.403, Avg.Score: 841.052, Max.Score: 1010.815, Time: 11:28:31\n",
      "Ep.: 1940, Total Steps: 777867, Ep.Steps: 1000, Score: 587.733, Avg.Score: 837.741, Max.Score: 1010.815, Time: 11:29:21\n",
      "Ep.: 1941, Total Steps: 778867, Ep.Steps: 1000, Score: 947.815, Avg.Score: 837.806, Max.Score: 1010.815, Time: 11:30:11\n",
      "Ep.: 1942, Total Steps: 779867, Ep.Steps: 1000, Score: 905.421, Avg.Score: 837.318, Max.Score: 1010.815, Time: 11:31:01\n",
      "Ep.: 1943, Total Steps: 780867, Ep.Steps: 1000, Score: 892.185, Avg.Score: 837.062, Max.Score: 1010.815, Time: 11:31:51\n",
      "Ep.: 1944, Total Steps: 780934, Ep.Steps: 67, Score: 86.923, Avg.Score: 827.823, Max.Score: 1010.815, Time: 11:31:54\n",
      "Ep.: 1945, Total Steps: 781934, Ep.Steps: 1000, Score: 967.713, Avg.Score: 828.427, Max.Score: 1010.815, Time: 11:32:44\n",
      "Ep.: 1946, Total Steps: 782934, Ep.Steps: 1000, Score: 857.860, Avg.Score: 826.937, Max.Score: 1010.815, Time: 11:33:33\n",
      "Ep.: 1947, Total Steps: 783934, Ep.Steps: 1000, Score: 934.370, Avg.Score: 826.558, Max.Score: 1010.815, Time: 11:34:23\n",
      "Ep.: 1948, Total Steps: 783980, Ep.Steps: 46, Score: 54.782, Avg.Score: 817.098, Max.Score: 1010.815, Time: 11:34:25\n",
      "Ep.: 1949, Total Steps: 784980, Ep.Steps: 1000, Score: 889.658, Avg.Score: 816.293, Max.Score: 1010.815, Time: 11:35:15\n",
      "Ep.: 1950, Total Steps: 785980, Ep.Steps: 1000, Score: 916.756, Avg.Score: 815.641, Max.Score: 1010.815, Time: 11:36:06\n",
      "Ep.: 1951, Total Steps: 786980, Ep.Steps: 1000, Score: 936.743, Avg.Score: 814.900, Max.Score: 1010.333, Time: 11:36:55\n",
      "Ep.: 1952, Total Steps: 787980, Ep.Steps: 1000, Score: 981.549, Avg.Score: 814.649, Max.Score: 1010.333, Time: 11:37:45\n",
      "Ep.: 1953, Total Steps: 788980, Ep.Steps: 1000, Score: 954.691, Avg.Score: 814.448, Max.Score: 1010.333, Time: 11:38:35\n",
      "Ep.: 1954, Total Steps: 789980, Ep.Steps: 1000, Score: 946.237, Avg.Score: 813.982, Max.Score: 1010.333, Time: 11:39:25\n",
      "Ep.: 1955, Total Steps: 790980, Ep.Steps: 1000, Score: 976.553, Avg.Score: 814.337, Max.Score: 1010.333, Time: 11:40:15\n",
      "Ep.: 1956, Total Steps: 791980, Ep.Steps: 1000, Score: 997.973, Avg.Score: 814.925, Max.Score: 1010.333, Time: 11:41:05\n",
      "Ep.: 1957, Total Steps: 792110, Ep.Steps: 130, Score: 132.805, Avg.Score: 808.203, Max.Score: 1010.333, Time: 11:41:11\n",
      "Ep.: 1958, Total Steps: 793110, Ep.Steps: 1000, Score: 923.754, Avg.Score: 808.209, Max.Score: 1010.333, Time: 11:42:01\n",
      "Ep.: 1959, Total Steps: 794110, Ep.Steps: 1000, Score: 990.361, Avg.Score: 809.035, Max.Score: 1010.333, Time: 11:42:51\n",
      "Ep.: 1960, Total Steps: 795110, Ep.Steps: 1000, Score: 955.163, Avg.Score: 808.708, Max.Score: 1010.333, Time: 11:43:40\n",
      "Ep.: 1961, Total Steps: 796110, Ep.Steps: 1000, Score: 952.769, Avg.Score: 817.065, Max.Score: 1010.333, Time: 11:44:30\n",
      "Ep.: 1962, Total Steps: 797110, Ep.Steps: 1000, Score: 934.753, Avg.Score: 816.708, Max.Score: 1010.333, Time: 11:45:20\n",
      "Ep.: 1963, Total Steps: 798110, Ep.Steps: 1000, Score: 977.864, Avg.Score: 816.972, Max.Score: 1010.333, Time: 11:46:10\n",
      "Ep.: 1964, Total Steps: 799110, Ep.Steps: 1000, Score: 937.125, Avg.Score: 816.373, Max.Score: 1010.333, Time: 11:46:59\n",
      "Ep.: 1965, Total Steps: 799318, Ep.Steps: 208, Score: 214.543, Avg.Score: 808.750, Max.Score: 1010.333, Time: 11:47:10\n",
      "Ep.: 1966, Total Steps: 800318, Ep.Steps: 1000, Score: 995.403, Avg.Score: 809.025, Max.Score: 1010.333, Time: 11:48:00\n",
      "Ep.: 1967, Total Steps: 801318, Ep.Steps: 1000, Score: 974.330, Avg.Score: 809.122, Max.Score: 1010.333, Time: 11:48:49\n",
      "Ep.: 1968, Total Steps: 802318, Ep.Steps: 1000, Score: 942.531, Avg.Score: 808.493, Max.Score: 1010.333, Time: 11:49:39\n",
      "Ep.: 1969, Total Steps: 803318, Ep.Steps: 1000, Score: 994.695, Avg.Score: 809.132, Max.Score: 1010.333, Time: 11:50:30\n",
      "Ep.: 1970, Total Steps: 804318, Ep.Steps: 1000, Score: 966.715, Avg.Score: 808.925, Max.Score: 1010.333, Time: 11:51:19\n",
      "Ep.: 1971, Total Steps: 804780, Ep.Steps: 462, Score: 421.750, Avg.Score: 803.071, Max.Score: 1010.333, Time: 11:51:42\n",
      "Ep.: 1972, Total Steps: 805780, Ep.Steps: 1000, Score: 899.193, Avg.Score: 802.120, Max.Score: 1010.333, Time: 11:52:32\n",
      "Ep.: 1973, Total Steps: 806780, Ep.Steps: 1000, Score: 957.211, Avg.Score: 802.621, Max.Score: 1010.333, Time: 11:53:22\n",
      "Ep.: 1974, Total Steps: 807780, Ep.Steps: 1000, Score: 937.344, Avg.Score: 802.146, Max.Score: 1010.333, Time: 11:54:12\n",
      "Ep.: 1975, Total Steps: 808780, Ep.Steps: 1000, Score: 866.508, Avg.Score: 801.120, Max.Score: 1010.333, Time: 11:55:02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1976, Total Steps: 809780, Ep.Steps: 1000, Score: 963.587, Avg.Score: 801.017, Max.Score: 1010.333, Time: 11:55:52\n",
      "Ep.: 1977, Total Steps: 810780, Ep.Steps: 1000, Score: 917.752, Avg.Score: 801.302, Max.Score: 1010.333, Time: 11:56:41\n",
      "Ep.: 1978, Total Steps: 810812, Ep.Steps: 32, Score: 37.675, Avg.Score: 793.236, Max.Score: 1010.333, Time: 11:56:43\n",
      "Ep.: 1979, Total Steps: 811812, Ep.Steps: 1000, Score: 950.955, Avg.Score: 792.831, Max.Score: 1010.333, Time: 11:57:33\n",
      "Ep.: 1980, Total Steps: 812812, Ep.Steps: 1000, Score: 926.538, Avg.Score: 793.406, Max.Score: 1010.333, Time: 11:58:23\n",
      "Ep.: 1981, Total Steps: 813812, Ep.Steps: 1000, Score: 959.158, Avg.Score: 793.100, Max.Score: 1010.333, Time: 11:59:13\n",
      "Ep.: 1982, Total Steps: 814812, Ep.Steps: 1000, Score: 969.170, Avg.Score: 793.966, Max.Score: 1010.333, Time: 12:00:02\n",
      "Ep.: 1983, Total Steps: 815812, Ep.Steps: 1000, Score: 970.342, Avg.Score: 794.837, Max.Score: 1010.333, Time: 12:00:52\n",
      "Ep.: 1984, Total Steps: 816812, Ep.Steps: 1000, Score: 985.885, Avg.Score: 796.478, Max.Score: 1010.333, Time: 12:01:42\n",
      "Ep.: 1985, Total Steps: 817812, Ep.Steps: 1000, Score: 945.324, Avg.Score: 797.035, Max.Score: 1010.333, Time: 12:02:32\n",
      "Ep.: 1986, Total Steps: 818812, Ep.Steps: 1000, Score: 936.981, Avg.Score: 802.395, Max.Score: 1010.333, Time: 12:03:22\n",
      "Ep.: 1987, Total Steps: 819812, Ep.Steps: 1000, Score: 969.993, Avg.Score: 802.863, Max.Score: 1010.333, Time: 12:04:12\n",
      "Ep.: 1988, Total Steps: 820812, Ep.Steps: 1000, Score: 970.983, Avg.Score: 808.538, Max.Score: 1010.333, Time: 12:05:02\n",
      "Ep.: 1989, Total Steps: 821812, Ep.Steps: 1000, Score: 989.387, Avg.Score: 817.932, Max.Score: 1010.333, Time: 12:05:52\n",
      "Ep.: 1990, Total Steps: 822812, Ep.Steps: 1000, Score: 883.199, Avg.Score: 817.458, Max.Score: 1010.333, Time: 12:06:42\n",
      "Ep.: 1991, Total Steps: 823812, Ep.Steps: 1000, Score: 984.007, Avg.Score: 817.923, Max.Score: 1010.333, Time: 12:07:32\n",
      "Ep.: 1992, Total Steps: 824812, Ep.Steps: 1000, Score: 923.325, Avg.Score: 817.587, Max.Score: 1010.333, Time: 12:08:22\n",
      "Ep.: 1993, Total Steps: 825812, Ep.Steps: 1000, Score: 968.196, Avg.Score: 817.325, Max.Score: 1010.333, Time: 12:09:11\n",
      "Ep.: 1994, Total Steps: 826812, Ep.Steps: 1000, Score: 996.554, Avg.Score: 817.942, Max.Score: 1010.333, Time: 12:10:01\n",
      "Ep.: 1995, Total Steps: 827812, Ep.Steps: 1000, Score: 993.492, Avg.Score: 818.145, Max.Score: 1010.333, Time: 12:10:51\n",
      "Ep.: 1996, Total Steps: 828812, Ep.Steps: 1000, Score: 994.402, Avg.Score: 818.161, Max.Score: 1010.333, Time: 12:11:40\n",
      "Ep.: 1997, Total Steps: 829812, Ep.Steps: 1000, Score: 971.983, Avg.Score: 818.140, Max.Score: 1010.333, Time: 12:12:30\n",
      "Ep.: 1998, Total Steps: 830812, Ep.Steps: 1000, Score: 992.610, Avg.Score: 818.159, Max.Score: 1010.333, Time: 12:13:20\n",
      "Ep.: 1999, Total Steps: 831812, Ep.Steps: 1000, Score: 982.893, Avg.Score: 817.997, Max.Score: 1010.333, Time: 12:14:10\n",
      "Ep.: 2000, Total Steps: 832812, Ep.Steps: 1000, Score: 956.666, Avg.Score: 817.534, Max.Score: 1010.333, Time: 12:15:00\n",
      "Ep.: 2001, Total Steps: 833812, Ep.Steps: 1000, Score: 984.466, Avg.Score: 817.453, Max.Score: 1010.333, Time: 12:15:50\n",
      "Ep.: 2002, Total Steps: 834812, Ep.Steps: 1000, Score: 993.885, Avg.Score: 818.075, Max.Score: 1010.333, Time: 12:16:39\n",
      "Ep.: 2003, Total Steps: 835812, Ep.Steps: 1000, Score: 997.007, Avg.Score: 819.320, Max.Score: 1010.333, Time: 12:17:29\n",
      "Ep.: 2004, Total Steps: 836127, Ep.Steps: 315, Score: 332.692, Avg.Score: 813.762, Max.Score: 1010.333, Time: 12:17:45\n",
      "Ep.: 2005, Total Steps: 837127, Ep.Steps: 1000, Score: 994.477, Avg.Score: 813.901, Max.Score: 1010.333, Time: 12:18:35\n",
      "Ep.: 2006, Total Steps: 838127, Ep.Steps: 1000, Score: 960.305, Avg.Score: 814.966, Max.Score: 1010.333, Time: 12:19:25\n",
      "Ep.: 2007, Total Steps: 839127, Ep.Steps: 1000, Score: 860.901, Avg.Score: 820.939, Max.Score: 1010.333, Time: 12:20:15\n",
      "Ep.: 2008, Total Steps: 840127, Ep.Steps: 1000, Score: 994.486, Avg.Score: 821.097, Max.Score: 1010.333, Time: 12:21:04\n",
      "Ep.: 2009, Total Steps: 841127, Ep.Steps: 1000, Score: 980.652, Avg.Score: 821.907, Max.Score: 1010.333, Time: 12:21:54\n",
      "Ep.: 2010, Total Steps: 842127, Ep.Steps: 1000, Score: 970.004, Avg.Score: 829.422, Max.Score: 1010.333, Time: 12:22:44\n",
      "Ep.: 2011, Total Steps: 842250, Ep.Steps: 123, Score: 125.584, Avg.Score: 825.561, Max.Score: 1010.333, Time: 12:22:50\n",
      "Ep.: 2012, Total Steps: 843250, Ep.Steps: 1000, Score: 859.135, Avg.Score: 824.285, Max.Score: 1010.333, Time: 12:23:40\n",
      "Ep.: 2013, Total Steps: 844250, Ep.Steps: 1000, Score: 946.997, Avg.Score: 823.652, Max.Score: 1003.903, Time: 12:24:30\n",
      "Ep.: 2014, Total Steps: 845250, Ep.Steps: 1000, Score: 982.780, Avg.Score: 824.542, Max.Score: 1003.903, Time: 12:25:19\n",
      "Ep.: 2015, Total Steps: 846250, Ep.Steps: 1000, Score: 999.094, Avg.Score: 824.494, Max.Score: 1001.049, Time: 12:26:10\n",
      "Ep.: 2016, Total Steps: 847250, Ep.Steps: 1000, Score: 970.301, Avg.Score: 824.223, Max.Score: 1001.049, Time: 12:26:59\n",
      "Ep.: 2017, Total Steps: 848250, Ep.Steps: 1000, Score: 978.850, Avg.Score: 824.570, Max.Score: 1001.049, Time: 12:27:49\n",
      "Ep.: 2018, Total Steps: 848759, Ep.Steps: 509, Score: 499.131, Avg.Score: 819.615, Max.Score: 1001.049, Time: 12:28:15\n",
      "Ep.: 2019, Total Steps: 849759, Ep.Steps: 1000, Score: 907.150, Avg.Score: 818.867, Max.Score: 1001.049, Time: 12:29:04\n",
      "Ep.: 2020, Total Steps: 850759, Ep.Steps: 1000, Score: 968.648, Avg.Score: 827.384, Max.Score: 1001.049, Time: 12:29:54\n",
      "Ep.: 2021, Total Steps: 851759, Ep.Steps: 1000, Score: 989.554, Avg.Score: 836.120, Max.Score: 1001.049, Time: 12:30:45\n",
      "Ep.: 2022, Total Steps: 852759, Ep.Steps: 1000, Score: 987.680, Avg.Score: 844.968, Max.Score: 1001.049, Time: 12:31:38\n",
      "Ep.: 2023, Total Steps: 853759, Ep.Steps: 1000, Score: 984.362, Avg.Score: 845.426, Max.Score: 1001.049, Time: 12:32:30\n",
      "Ep.: 2024, Total Steps: 854759, Ep.Steps: 1000, Score: 950.055, Avg.Score: 845.538, Max.Score: 1001.049, Time: 12:33:22\n",
      "Ep.: 2025, Total Steps: 854792, Ep.Steps: 33, Score: 41.229, Avg.Score: 836.781, Max.Score: 1001.049, Time: 12:33:24\n",
      "Ep.: 2026, Total Steps: 855792, Ep.Steps: 1000, Score: 978.139, Avg.Score: 838.639, Max.Score: 1001.049, Time: 12:34:16\n",
      "Ep.: 2027, Total Steps: 856792, Ep.Steps: 1000, Score: 990.096, Avg.Score: 848.076, Max.Score: 1001.049, Time: 12:35:05\n",
      "Ep.: 2028, Total Steps: 857792, Ep.Steps: 1000, Score: 991.258, Avg.Score: 850.316, Max.Score: 1001.049, Time: 12:35:55\n",
      "Ep.: 2029, Total Steps: 858792, Ep.Steps: 1000, Score: 993.817, Avg.Score: 850.630, Max.Score: 1001.049, Time: 12:36:45\n",
      "Ep.: 2030, Total Steps: 859792, Ep.Steps: 1000, Score: 998.883, Avg.Score: 851.675, Max.Score: 1001.049, Time: 12:37:35\n",
      "Ep.: 2031, Total Steps: 860792, Ep.Steps: 1000, Score: 973.207, Avg.Score: 851.396, Max.Score: 999.094, Time: 12:38:25\n",
      "Ep.: 2032, Total Steps: 861792, Ep.Steps: 1000, Score: 993.606, Avg.Score: 852.732, Max.Score: 999.094, Time: 12:39:14\n",
      "Ep.: 2033, Total Steps: 862792, Ep.Steps: 1000, Score: 976.013, Avg.Score: 852.611, Max.Score: 999.094, Time: 12:40:04\n",
      "Ep.: 2034, Total Steps: 863792, Ep.Steps: 1000, Score: 993.910, Avg.Score: 861.005, Max.Score: 999.094, Time: 12:40:54\n",
      "Ep.: 2035, Total Steps: 864792, Ep.Steps: 1000, Score: 992.037, Avg.Score: 861.375, Max.Score: 999.094, Time: 12:41:44\n",
      "Ep.: 2036, Total Steps: 865792, Ep.Steps: 1000, Score: 882.782, Avg.Score: 865.415, Max.Score: 999.094, Time: 12:42:34\n",
      "Ep.: 2037, Total Steps: 865951, Ep.Steps: 159, Score: 162.685, Avg.Score: 862.541, Max.Score: 999.094, Time: 12:42:42\n",
      "Ep.: 2038, Total Steps: 866951, Ep.Steps: 1000, Score: 997.814, Avg.Score: 863.059, Max.Score: 999.094, Time: 12:43:32\n",
      "Ep.: 2039, Total Steps: 867951, Ep.Steps: 1000, Score: 874.295, Avg.Score: 870.088, Max.Score: 999.094, Time: 12:44:22\n",
      "Ep.: 2040, Total Steps: 868240, Ep.Steps: 289, Score: 309.658, Avg.Score: 867.307, Max.Score: 999.094, Time: 12:44:36\n",
      "Ep.: 2041, Total Steps: 869240, Ep.Steps: 1000, Score: 1004.152, Avg.Score: 867.871, Max.Score: 1004.152, Time: 12:45:26\n",
      "Ep.: 2042, Total Steps: 870240, Ep.Steps: 1000, Score: 1001.704, Avg.Score: 868.833, Max.Score: 1004.152, Time: 12:46:16\n",
      "Ep.: 2043, Total Steps: 871240, Ep.Steps: 1000, Score: 998.584, Avg.Score: 869.897, Max.Score: 1004.152, Time: 12:47:06\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2044, Total Steps: 872240, Ep.Steps: 1000, Score: 1000.315, Avg.Score: 879.031, Max.Score: 1004.152, Time: 12:47:56\n",
      "Ep.: 2045, Total Steps: 873240, Ep.Steps: 1000, Score: 989.062, Avg.Score: 879.245, Max.Score: 1004.152, Time: 12:48:46\n",
      "Ep.: 2046, Total Steps: 874240, Ep.Steps: 1000, Score: 902.695, Avg.Score: 879.693, Max.Score: 1004.152, Time: 12:49:36\n",
      "Ep.: 2047, Total Steps: 875240, Ep.Steps: 1000, Score: 966.835, Avg.Score: 880.018, Max.Score: 1004.152, Time: 12:50:25\n",
      "Ep.: 2048, Total Steps: 876240, Ep.Steps: 1000, Score: 982.132, Avg.Score: 889.291, Max.Score: 1004.152, Time: 12:51:15\n",
      "Ep.: 2049, Total Steps: 877240, Ep.Steps: 1000, Score: 903.991, Avg.Score: 889.435, Max.Score: 1004.152, Time: 12:52:05\n",
      "Ep.: 2050, Total Steps: 878240, Ep.Steps: 1000, Score: 870.669, Avg.Score: 888.974, Max.Score: 1004.152, Time: 12:52:55\n",
      "Ep.: 2051, Total Steps: 879240, Ep.Steps: 1000, Score: 786.483, Avg.Score: 887.471, Max.Score: 1004.152, Time: 12:53:44\n",
      "Ep.: 2052, Total Steps: 880240, Ep.Steps: 1000, Score: 983.736, Avg.Score: 887.493, Max.Score: 1004.152, Time: 12:54:34\n",
      "Ep.: 2053, Total Steps: 881240, Ep.Steps: 1000, Score: 906.166, Avg.Score: 887.008, Max.Score: 1004.152, Time: 12:55:24\n",
      "Ep.: 2054, Total Steps: 882240, Ep.Steps: 1000, Score: 982.036, Avg.Score: 887.366, Max.Score: 1004.152, Time: 12:56:14\n",
      "Ep.: 2055, Total Steps: 883240, Ep.Steps: 1000, Score: 1002.983, Avg.Score: 887.630, Max.Score: 1004.152, Time: 12:57:04\n",
      "Ep.: 2056, Total Steps: 884240, Ep.Steps: 1000, Score: 988.971, Avg.Score: 887.540, Max.Score: 1004.152, Time: 12:57:54\n",
      "Ep.: 2057, Total Steps: 885240, Ep.Steps: 1000, Score: 995.898, Avg.Score: 896.171, Max.Score: 1004.152, Time: 12:58:43\n",
      "Ep.: 2058, Total Steps: 886240, Ep.Steps: 1000, Score: 998.936, Avg.Score: 896.923, Max.Score: 1004.152, Time: 12:59:33\n",
      "Ep.: 2059, Total Steps: 887240, Ep.Steps: 1000, Score: 975.774, Avg.Score: 896.777, Max.Score: 1004.152, Time: 13:00:23\n",
      "Ep.: 2060, Total Steps: 888240, Ep.Steps: 1000, Score: 992.145, Avg.Score: 897.147, Max.Score: 1004.152, Time: 13:01:13\n",
      "Ep.: 2061, Total Steps: 889240, Ep.Steps: 1000, Score: 611.092, Avg.Score: 893.730, Max.Score: 1004.152, Time: 13:02:03\n",
      "Ep.: 2062, Total Steps: 890240, Ep.Steps: 1000, Score: 980.495, Avg.Score: 894.187, Max.Score: 1004.152, Time: 13:02:52\n",
      "Ep.: 2063, Total Steps: 891240, Ep.Steps: 1000, Score: 729.120, Avg.Score: 891.700, Max.Score: 1004.152, Time: 13:03:42\n",
      "Ep.: 2064, Total Steps: 892240, Ep.Steps: 1000, Score: 920.888, Avg.Score: 891.538, Max.Score: 1004.152, Time: 13:04:32\n",
      "Ep.: 2065, Total Steps: 892450, Ep.Steps: 210, Score: 196.104, Avg.Score: 891.353, Max.Score: 1004.152, Time: 13:04:42\n",
      "Ep.: 2066, Total Steps: 892545, Ep.Steps: 95, Score: 112.956, Avg.Score: 882.529, Max.Score: 1004.152, Time: 13:04:47\n",
      "Ep.: 2067, Total Steps: 893545, Ep.Steps: 1000, Score: 953.526, Avg.Score: 882.321, Max.Score: 1004.152, Time: 13:05:37\n",
      "Ep.: 2068, Total Steps: 894545, Ep.Steps: 1000, Score: 987.092, Avg.Score: 882.766, Max.Score: 1004.152, Time: 13:06:27\n",
      "Ep.: 2069, Total Steps: 895545, Ep.Steps: 1000, Score: 981.609, Avg.Score: 882.636, Max.Score: 1004.152, Time: 13:07:17\n",
      "Ep.: 2070, Total Steps: 896545, Ep.Steps: 1000, Score: 911.706, Avg.Score: 882.085, Max.Score: 1004.152, Time: 13:08:06\n",
      "Ep.: 2071, Total Steps: 896590, Ep.Steps: 45, Score: 43.496, Avg.Score: 878.303, Max.Score: 1004.152, Time: 13:08:09\n",
      "Ep.: 2072, Total Steps: 897590, Ep.Steps: 1000, Score: 966.203, Avg.Score: 878.973, Max.Score: 1004.152, Time: 13:08:59\n",
      "Ep.: 2073, Total Steps: 898590, Ep.Steps: 1000, Score: 1000.988, Avg.Score: 879.411, Max.Score: 1004.152, Time: 13:09:48\n",
      "Ep.: 2074, Total Steps: 898676, Ep.Steps: 86, Score: 103.394, Avg.Score: 871.071, Max.Score: 1004.152, Time: 13:09:53\n",
      "Ep.: 2075, Total Steps: 899676, Ep.Steps: 1000, Score: 967.314, Avg.Score: 872.079, Max.Score: 1004.152, Time: 13:10:43\n",
      "Ep.: 2076, Total Steps: 900676, Ep.Steps: 1000, Score: 940.957, Avg.Score: 871.853, Max.Score: 1004.152, Time: 13:11:33\n",
      "Ep.: 2077, Total Steps: 901676, Ep.Steps: 1000, Score: 911.895, Avg.Score: 871.794, Max.Score: 1004.152, Time: 13:12:23\n",
      "Ep.: 2078, Total Steps: 902676, Ep.Steps: 1000, Score: 898.223, Avg.Score: 880.400, Max.Score: 1004.152, Time: 13:13:12\n",
      "Ep.: 2079, Total Steps: 903676, Ep.Steps: 1000, Score: 852.995, Avg.Score: 879.420, Max.Score: 1004.152, Time: 13:14:02\n",
      "Ep.: 2080, Total Steps: 903708, Ep.Steps: 32, Score: 36.340, Avg.Score: 870.518, Max.Score: 1004.152, Time: 13:14:04\n",
      "Ep.: 2081, Total Steps: 904708, Ep.Steps: 1000, Score: 967.241, Avg.Score: 870.599, Max.Score: 1004.152, Time: 13:14:53\n",
      "Ep.: 2082, Total Steps: 905181, Ep.Steps: 473, Score: 379.525, Avg.Score: 864.703, Max.Score: 1004.152, Time: 13:15:17\n",
      "Ep.: 2083, Total Steps: 906083, Ep.Steps: 902, Score: 875.092, Avg.Score: 863.750, Max.Score: 1004.152, Time: 13:16:02\n",
      "Ep.: 2084, Total Steps: 907083, Ep.Steps: 1000, Score: 989.133, Avg.Score: 863.783, Max.Score: 1004.152, Time: 13:16:52\n",
      "Ep.: 2085, Total Steps: 908083, Ep.Steps: 1000, Score: 945.108, Avg.Score: 863.781, Max.Score: 1004.152, Time: 13:17:42\n",
      "Ep.: 2086, Total Steps: 909083, Ep.Steps: 1000, Score: 986.747, Avg.Score: 864.278, Max.Score: 1004.152, Time: 13:18:32\n",
      "Ep.: 2087, Total Steps: 909840, Ep.Steps: 757, Score: 754.504, Avg.Score: 862.123, Max.Score: 1004.152, Time: 13:19:09\n",
      "Ep.: 2088, Total Steps: 910840, Ep.Steps: 1000, Score: 916.558, Avg.Score: 861.579, Max.Score: 1004.152, Time: 13:19:59\n",
      "Ep.: 2089, Total Steps: 911840, Ep.Steps: 1000, Score: 953.679, Avg.Score: 861.222, Max.Score: 1004.152, Time: 13:20:48\n",
      "Ep.: 2090, Total Steps: 912840, Ep.Steps: 1000, Score: 998.116, Avg.Score: 862.371, Max.Score: 1004.152, Time: 13:21:38\n",
      "Ep.: 2091, Total Steps: 913840, Ep.Steps: 1000, Score: 980.787, Avg.Score: 862.339, Max.Score: 1004.152, Time: 13:22:28\n",
      "Ep.: 2092, Total Steps: 914840, Ep.Steps: 1000, Score: 894.833, Avg.Score: 862.054, Max.Score: 1004.152, Time: 13:23:17\n",
      "Ep.: 2093, Total Steps: 915840, Ep.Steps: 1000, Score: 894.148, Avg.Score: 861.314, Max.Score: 1004.152, Time: 13:24:07\n",
      "Ep.: 2094, Total Steps: 916840, Ep.Steps: 1000, Score: 916.763, Avg.Score: 860.516, Max.Score: 1004.152, Time: 13:24:57\n",
      "Ep.: 2095, Total Steps: 917840, Ep.Steps: 1000, Score: 1007.530, Avg.Score: 860.656, Max.Score: 1007.530, Time: 13:25:46\n",
      "Ep.: 2096, Total Steps: 918840, Ep.Steps: 1000, Score: 998.269, Avg.Score: 860.695, Max.Score: 1007.530, Time: 13:26:40\n",
      "Ep.: 2097, Total Steps: 919840, Ep.Steps: 1000, Score: 969.604, Avg.Score: 860.671, Max.Score: 1007.530, Time: 13:27:32\n",
      "Ep.: 2098, Total Steps: 920840, Ep.Steps: 1000, Score: 974.019, Avg.Score: 860.485, Max.Score: 1007.530, Time: 13:28:25\n",
      "Ep.: 2099, Total Steps: 921840, Ep.Steps: 1000, Score: 827.528, Avg.Score: 858.931, Max.Score: 1007.530, Time: 13:29:23\n",
      "Ep.: 2100, Total Steps: 922840, Ep.Steps: 1000, Score: 879.981, Avg.Score: 858.165, Max.Score: 1007.530, Time: 13:30:20\n",
      "Ep.: 2101, Total Steps: 923840, Ep.Steps: 1000, Score: 984.507, Avg.Score: 858.165, Max.Score: 1007.530, Time: 13:31:18\n",
      "Ep.: 2102, Total Steps: 924840, Ep.Steps: 1000, Score: 927.166, Avg.Score: 857.498, Max.Score: 1007.530, Time: 13:32:19\n",
      "Ep.: 2103, Total Steps: 925840, Ep.Steps: 1000, Score: 965.905, Avg.Score: 857.187, Max.Score: 1007.530, Time: 13:33:12\n",
      "Ep.: 2104, Total Steps: 926840, Ep.Steps: 1000, Score: 999.758, Avg.Score: 863.857, Max.Score: 1007.530, Time: 13:34:05\n",
      "Ep.: 2105, Total Steps: 927840, Ep.Steps: 1000, Score: 982.720, Avg.Score: 863.740, Max.Score: 1007.530, Time: 13:34:57\n",
      "Ep.: 2106, Total Steps: 928840, Ep.Steps: 1000, Score: 888.121, Avg.Score: 863.018, Max.Score: 1007.530, Time: 13:35:51\n",
      "Ep.: 2107, Total Steps: 929023, Ep.Steps: 183, Score: 184.389, Avg.Score: 856.253, Max.Score: 1007.530, Time: 13:36:00\n",
      "Ep.: 2108, Total Steps: 929038, Ep.Steps: 15, Score: 22.193, Avg.Score: 846.530, Max.Score: 1007.530, Time: 13:36:01\n",
      "Ep.: 2109, Total Steps: 930038, Ep.Steps: 1000, Score: 976.137, Avg.Score: 846.485, Max.Score: 1007.530, Time: 13:36:51\n",
      "Ep.: 2110, Total Steps: 931038, Ep.Steps: 1000, Score: 950.714, Avg.Score: 846.292, Max.Score: 1007.530, Time: 13:37:42\n",
      "Ep.: 2111, Total Steps: 931935, Ep.Steps: 897, Score: 808.107, Avg.Score: 853.117, Max.Score: 1007.530, Time: 13:38:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2112, Total Steps: 932935, Ep.Steps: 1000, Score: 1007.155, Avg.Score: 854.597, Max.Score: 1007.530, Time: 13:39:18\n",
      "Ep.: 2113, Total Steps: 933935, Ep.Steps: 1000, Score: 931.355, Avg.Score: 854.441, Max.Score: 1007.530, Time: 13:40:09\n",
      "Ep.: 2114, Total Steps: 934935, Ep.Steps: 1000, Score: 976.317, Avg.Score: 854.376, Max.Score: 1007.530, Time: 13:41:02\n",
      "Ep.: 2115, Total Steps: 935935, Ep.Steps: 1000, Score: 970.063, Avg.Score: 854.086, Max.Score: 1007.530, Time: 13:41:52\n",
      "Ep.: 2116, Total Steps: 936129, Ep.Steps: 194, Score: 197.343, Avg.Score: 846.356, Max.Score: 1007.530, Time: 13:42:02\n",
      "Ep.: 2117, Total Steps: 936157, Ep.Steps: 28, Score: 33.744, Avg.Score: 836.905, Max.Score: 1007.530, Time: 13:42:03\n",
      "Ep.: 2118, Total Steps: 937157, Ep.Steps: 1000, Score: 937.340, Avg.Score: 841.287, Max.Score: 1007.530, Time: 13:42:55\n",
      "Ep.: 2119, Total Steps: 938157, Ep.Steps: 1000, Score: 980.724, Avg.Score: 842.023, Max.Score: 1007.530, Time: 13:43:47\n",
      "Ep.: 2120, Total Steps: 939157, Ep.Steps: 1000, Score: 984.800, Avg.Score: 842.185, Max.Score: 1007.530, Time: 13:44:37\n",
      "Ep.: 2121, Total Steps: 940157, Ep.Steps: 1000, Score: 895.131, Avg.Score: 841.240, Max.Score: 1007.530, Time: 13:45:28\n",
      "Ep.: 2122, Total Steps: 941157, Ep.Steps: 1000, Score: 925.391, Avg.Score: 840.618, Max.Score: 1007.530, Time: 13:46:18\n",
      "Ep.: 2123, Total Steps: 942157, Ep.Steps: 1000, Score: 830.759, Avg.Score: 839.081, Max.Score: 1007.530, Time: 13:47:08\n",
      "Ep.: 2124, Total Steps: 943157, Ep.Steps: 1000, Score: 903.949, Avg.Score: 838.620, Max.Score: 1007.530, Time: 13:47:58\n",
      "Ep.: 2125, Total Steps: 944157, Ep.Steps: 1000, Score: 961.771, Avg.Score: 847.826, Max.Score: 1007.530, Time: 13:48:48\n",
      "Ep.: 2126, Total Steps: 945157, Ep.Steps: 1000, Score: 981.568, Avg.Score: 847.860, Max.Score: 1007.530, Time: 13:49:39\n",
      "Ep.: 2127, Total Steps: 946157, Ep.Steps: 1000, Score: 984.744, Avg.Score: 847.807, Max.Score: 1007.530, Time: 13:50:29\n",
      "Ep.: 2128, Total Steps: 947157, Ep.Steps: 1000, Score: 967.741, Avg.Score: 847.571, Max.Score: 1007.530, Time: 13:51:19\n",
      "Ep.: 2129, Total Steps: 948157, Ep.Steps: 1000, Score: 973.832, Avg.Score: 847.372, Max.Score: 1007.530, Time: 13:52:09\n",
      "Ep.: 2130, Total Steps: 949157, Ep.Steps: 1000, Score: 964.638, Avg.Score: 847.029, Max.Score: 1007.530, Time: 13:52:59\n",
      "Ep.: 2131, Total Steps: 950157, Ep.Steps: 1000, Score: 1001.371, Avg.Score: 847.311, Max.Score: 1007.530, Time: 13:53:50\n",
      "Ep.: 2132, Total Steps: 951157, Ep.Steps: 1000, Score: 981.898, Avg.Score: 847.194, Max.Score: 1007.530, Time: 13:54:40\n",
      "Ep.: 2133, Total Steps: 952157, Ep.Steps: 1000, Score: 820.368, Avg.Score: 845.637, Max.Score: 1007.530, Time: 13:55:30\n",
      "Ep.: 2134, Total Steps: 953157, Ep.Steps: 1000, Score: 844.831, Avg.Score: 844.146, Max.Score: 1007.530, Time: 13:56:20\n",
      "Ep.: 2135, Total Steps: 954157, Ep.Steps: 1000, Score: 982.549, Avg.Score: 844.052, Max.Score: 1007.530, Time: 13:57:11\n",
      "Ep.: 2136, Total Steps: 955157, Ep.Steps: 1000, Score: 977.648, Avg.Score: 845.000, Max.Score: 1007.530, Time: 13:58:01\n",
      "Ep.: 2137, Total Steps: 956157, Ep.Steps: 1000, Score: 1009.941, Avg.Score: 853.473, Max.Score: 1009.941, Time: 13:58:51\n",
      "Ep.: 2138, Total Steps: 956180, Ep.Steps: 23, Score: 26.973, Avg.Score: 843.764, Max.Score: 1009.941, Time: 13:58:52\n",
      "Ep.: 2139, Total Steps: 957180, Ep.Steps: 1000, Score: 971.978, Avg.Score: 844.741, Max.Score: 1009.941, Time: 13:59:42\n",
      "Ep.: 2140, Total Steps: 957212, Ep.Steps: 32, Score: 38.867, Avg.Score: 842.033, Max.Score: 1009.941, Time: 13:59:43\n",
      "Ep.: 2141, Total Steps: 958212, Ep.Steps: 1000, Score: 991.023, Avg.Score: 841.902, Max.Score: 1009.941, Time: 14:00:34\n",
      "Ep.: 2142, Total Steps: 959212, Ep.Steps: 1000, Score: 997.535, Avg.Score: 841.860, Max.Score: 1009.941, Time: 14:01:24\n",
      "Ep.: 2143, Total Steps: 960212, Ep.Steps: 1000, Score: 934.542, Avg.Score: 841.220, Max.Score: 1009.941, Time: 14:02:14\n",
      "Ep.: 2144, Total Steps: 961212, Ep.Steps: 1000, Score: 1003.662, Avg.Score: 841.253, Max.Score: 1009.941, Time: 14:03:04\n",
      "Ep.: 2145, Total Steps: 962212, Ep.Steps: 1000, Score: 904.405, Avg.Score: 840.407, Max.Score: 1009.941, Time: 14:03:54\n",
      "Ep.: 2146, Total Steps: 963212, Ep.Steps: 1000, Score: 991.363, Avg.Score: 841.294, Max.Score: 1009.941, Time: 14:04:44\n",
      "Ep.: 2147, Total Steps: 964212, Ep.Steps: 1000, Score: 991.121, Avg.Score: 841.536, Max.Score: 1009.941, Time: 14:05:35\n",
      "Ep.: 2148, Total Steps: 965212, Ep.Steps: 1000, Score: 951.170, Avg.Score: 841.227, Max.Score: 1009.941, Time: 14:06:25\n",
      "Ep.: 2149, Total Steps: 966212, Ep.Steps: 1000, Score: 982.735, Avg.Score: 842.014, Max.Score: 1009.941, Time: 14:07:14\n",
      "Ep.: 2150, Total Steps: 967212, Ep.Steps: 1000, Score: 859.858, Avg.Score: 841.906, Max.Score: 1009.941, Time: 14:08:04\n",
      "Ep.: 2151, Total Steps: 967228, Ep.Steps: 16, Score: 21.349, Avg.Score: 834.255, Max.Score: 1009.941, Time: 14:08:05\n",
      "Ep.: 2152, Total Steps: 967405, Ep.Steps: 177, Score: 193.876, Avg.Score: 826.356, Max.Score: 1009.941, Time: 14:08:14\n",
      "Ep.: 2153, Total Steps: 968405, Ep.Steps: 1000, Score: 898.229, Avg.Score: 826.277, Max.Score: 1009.941, Time: 14:09:04\n",
      "Ep.: 2154, Total Steps: 969405, Ep.Steps: 1000, Score: 849.560, Avg.Score: 824.952, Max.Score: 1009.941, Time: 14:09:54\n",
      "Ep.: 2155, Total Steps: 970405, Ep.Steps: 1000, Score: 994.829, Avg.Score: 824.870, Max.Score: 1009.941, Time: 14:10:44\n",
      "Ep.: 2156, Total Steps: 971031, Ep.Steps: 626, Score: 577.247, Avg.Score: 820.753, Max.Score: 1009.941, Time: 14:11:15\n",
      "Ep.: 2157, Total Steps: 972031, Ep.Steps: 1000, Score: 1008.101, Avg.Score: 820.875, Max.Score: 1009.941, Time: 14:12:05\n",
      "Ep.: 2158, Total Steps: 973031, Ep.Steps: 1000, Score: 900.216, Avg.Score: 819.888, Max.Score: 1009.941, Time: 14:12:55\n",
      "Ep.: 2159, Total Steps: 974031, Ep.Steps: 1000, Score: 917.822, Avg.Score: 819.308, Max.Score: 1009.941, Time: 14:13:46\n",
      "Ep.: 2160, Total Steps: 975031, Ep.Steps: 1000, Score: 1005.130, Avg.Score: 819.438, Max.Score: 1009.941, Time: 14:14:36\n",
      "Ep.: 2161, Total Steps: 976031, Ep.Steps: 1000, Score: 899.014, Avg.Score: 822.318, Max.Score: 1009.941, Time: 14:15:26\n",
      "Ep.: 2162, Total Steps: 977031, Ep.Steps: 1000, Score: 1006.836, Avg.Score: 822.581, Max.Score: 1009.941, Time: 14:16:16\n",
      "Ep.: 2163, Total Steps: 978031, Ep.Steps: 1000, Score: 998.141, Avg.Score: 825.271, Max.Score: 1009.941, Time: 14:17:06\n",
      "Ep.: 2164, Total Steps: 979031, Ep.Steps: 1000, Score: 919.516, Avg.Score: 825.257, Max.Score: 1009.941, Time: 14:17:56\n",
      "Ep.: 2165, Total Steps: 980031, Ep.Steps: 1000, Score: 988.588, Avg.Score: 833.182, Max.Score: 1009.941, Time: 14:18:46\n",
      "Ep.: 2166, Total Steps: 981031, Ep.Steps: 1000, Score: 981.651, Avg.Score: 841.869, Max.Score: 1009.941, Time: 14:19:36\n",
      "Ep.: 2167, Total Steps: 982031, Ep.Steps: 1000, Score: 987.090, Avg.Score: 842.205, Max.Score: 1009.941, Time: 14:20:26\n",
      "Ep.: 2168, Total Steps: 983031, Ep.Steps: 1000, Score: 1002.015, Avg.Score: 842.354, Max.Score: 1009.941, Time: 14:21:16\n",
      "Ep.: 2169, Total Steps: 984031, Ep.Steps: 1000, Score: 1007.984, Avg.Score: 842.618, Max.Score: 1009.941, Time: 14:22:06\n",
      "Ep.: 2170, Total Steps: 985031, Ep.Steps: 1000, Score: 972.573, Avg.Score: 843.227, Max.Score: 1009.941, Time: 14:22:57\n",
      "Ep.: 2171, Total Steps: 986031, Ep.Steps: 1000, Score: 1000.778, Avg.Score: 852.799, Max.Score: 1009.941, Time: 14:23:46\n",
      "Ep.: 2172, Total Steps: 987031, Ep.Steps: 1000, Score: 869.501, Avg.Score: 851.832, Max.Score: 1009.941, Time: 14:24:36\n",
      "Ep.: 2173, Total Steps: 988031, Ep.Steps: 1000, Score: 918.208, Avg.Score: 851.005, Max.Score: 1009.941, Time: 14:25:26\n",
      "Ep.: 2174, Total Steps: 989031, Ep.Steps: 1000, Score: 986.458, Avg.Score: 859.835, Max.Score: 1009.941, Time: 14:26:17\n",
      "Ep.: 2175, Total Steps: 990031, Ep.Steps: 1000, Score: 987.077, Avg.Score: 860.033, Max.Score: 1009.941, Time: 14:27:07\n",
      "Ep.: 2176, Total Steps: 991031, Ep.Steps: 1000, Score: 968.696, Avg.Score: 860.310, Max.Score: 1009.941, Time: 14:27:57\n",
      "Ep.: 2177, Total Steps: 992031, Ep.Steps: 1000, Score: 969.363, Avg.Score: 860.885, Max.Score: 1009.941, Time: 14:28:47\n",
      "Ep.: 2178, Total Steps: 993031, Ep.Steps: 1000, Score: 984.111, Avg.Score: 861.744, Max.Score: 1009.941, Time: 14:29:37\n",
      "Ep.: 2179, Total Steps: 993140, Ep.Steps: 109, Score: 153.917, Avg.Score: 854.753, Max.Score: 1009.941, Time: 14:29:42\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2180, Total Steps: 994140, Ep.Steps: 1000, Score: 961.996, Avg.Score: 864.010, Max.Score: 1009.941, Time: 14:30:33\n",
      "Ep.: 2181, Total Steps: 995140, Ep.Steps: 1000, Score: 984.506, Avg.Score: 864.182, Max.Score: 1009.941, Time: 14:31:23\n",
      "Ep.: 2182, Total Steps: 996140, Ep.Steps: 1000, Score: 1005.310, Avg.Score: 870.440, Max.Score: 1009.941, Time: 14:32:13\n",
      "Ep.: 2183, Total Steps: 997140, Ep.Steps: 1000, Score: 942.488, Avg.Score: 871.114, Max.Score: 1009.941, Time: 14:33:03\n",
      "Ep.: 2184, Total Steps: 998140, Ep.Steps: 1000, Score: 902.410, Avg.Score: 870.247, Max.Score: 1009.941, Time: 14:33:53\n",
      "Ep.: 2185, Total Steps: 999140, Ep.Steps: 1000, Score: 948.248, Avg.Score: 870.278, Max.Score: 1009.941, Time: 14:34:43\n",
      "Ep.: 2186, Total Steps: 1000140, Ep.Steps: 1000, Score: 874.722, Avg.Score: 869.158, Max.Score: 1009.941, Time: 14:35:34\n",
      "Ep.: 2187, Total Steps: 1001140, Ep.Steps: 1000, Score: 994.407, Avg.Score: 871.557, Max.Score: 1009.941, Time: 14:36:24\n",
      "Ep.: 2188, Total Steps: 1001457, Ep.Steps: 317, Score: 304.586, Avg.Score: 865.437, Max.Score: 1009.941, Time: 14:36:40\n",
      "Ep.: 2189, Total Steps: 1002457, Ep.Steps: 1000, Score: 1007.027, Avg.Score: 865.971, Max.Score: 1009.941, Time: 14:37:30\n",
      "Ep.: 2190, Total Steps: 1003457, Ep.Steps: 1000, Score: 990.712, Avg.Score: 865.897, Max.Score: 1009.941, Time: 14:38:20\n",
      "Ep.: 2191, Total Steps: 1004457, Ep.Steps: 1000, Score: 1009.958, Avg.Score: 866.188, Max.Score: 1009.958, Time: 14:39:10\n",
      "Ep.: 2192, Total Steps: 1005457, Ep.Steps: 1000, Score: 843.473, Avg.Score: 865.675, Max.Score: 1009.958, Time: 14:40:01\n",
      "Ep.: 2193, Total Steps: 1006457, Ep.Steps: 1000, Score: 991.826, Avg.Score: 866.652, Max.Score: 1009.958, Time: 14:40:51\n",
      "Ep.: 2194, Total Steps: 1007457, Ep.Steps: 1000, Score: 1002.682, Avg.Score: 867.511, Max.Score: 1009.958, Time: 14:41:41\n",
      "Ep.: 2195, Total Steps: 1008457, Ep.Steps: 1000, Score: 967.232, Avg.Score: 867.108, Max.Score: 1009.958, Time: 14:42:31\n",
      "Ep.: 2196, Total Steps: 1009457, Ep.Steps: 1000, Score: 979.727, Avg.Score: 866.922, Max.Score: 1009.958, Time: 14:43:21\n",
      "Ep.: 2197, Total Steps: 1010457, Ep.Steps: 1000, Score: 990.396, Avg.Score: 867.130, Max.Score: 1009.958, Time: 14:44:11\n",
      "Ep.: 2198, Total Steps: 1011457, Ep.Steps: 1000, Score: 993.464, Avg.Score: 867.325, Max.Score: 1009.958, Time: 14:45:01\n",
      "Ep.: 2199, Total Steps: 1012457, Ep.Steps: 1000, Score: 990.616, Avg.Score: 868.956, Max.Score: 1009.958, Time: 14:45:51\n",
      "Ep.: 2200, Total Steps: 1013457, Ep.Steps: 1000, Score: 1004.665, Avg.Score: 870.202, Max.Score: 1009.958, Time: 14:46:41\n",
      "Ep.: 2201, Total Steps: 1014457, Ep.Steps: 1000, Score: 973.026, Avg.Score: 870.088, Max.Score: 1009.958, Time: 14:47:31\n",
      "Ep.: 2202, Total Steps: 1014554, Ep.Steps: 97, Score: 116.719, Avg.Score: 861.983, Max.Score: 1009.958, Time: 14:47:36\n",
      "Ep.: 2203, Total Steps: 1015554, Ep.Steps: 1000, Score: 983.278, Avg.Score: 862.157, Max.Score: 1009.958, Time: 14:48:25\n",
      "Ep.: 2204, Total Steps: 1016267, Ep.Steps: 713, Score: 694.780, Avg.Score: 859.107, Max.Score: 1009.958, Time: 14:49:01\n",
      "Ep.: 2205, Total Steps: 1017267, Ep.Steps: 1000, Score: 995.025, Avg.Score: 859.230, Max.Score: 1009.958, Time: 14:49:52\n",
      "Ep.: 2206, Total Steps: 1018267, Ep.Steps: 1000, Score: 994.648, Avg.Score: 860.295, Max.Score: 1009.958, Time: 14:50:42\n",
      "Ep.: 2207, Total Steps: 1019267, Ep.Steps: 1000, Score: 991.410, Avg.Score: 868.366, Max.Score: 1009.958, Time: 14:51:32\n",
      "Ep.: 2208, Total Steps: 1020267, Ep.Steps: 1000, Score: 1009.235, Avg.Score: 878.236, Max.Score: 1009.958, Time: 14:52:22\n",
      "Ep.: 2209, Total Steps: 1021267, Ep.Steps: 1000, Score: 989.466, Avg.Score: 878.369, Max.Score: 1009.958, Time: 14:53:13\n",
      "Ep.: 2210, Total Steps: 1021892, Ep.Steps: 625, Score: 614.059, Avg.Score: 875.003, Max.Score: 1009.958, Time: 14:53:44\n",
      "Ep.: 2211, Total Steps: 1022892, Ep.Steps: 1000, Score: 997.618, Avg.Score: 876.898, Max.Score: 1009.958, Time: 14:54:34\n",
      "Ep.: 2212, Total Steps: 1023892, Ep.Steps: 1000, Score: 1005.281, Avg.Score: 876.879, Max.Score: 1009.958, Time: 14:55:24\n",
      "Ep.: 2213, Total Steps: 1024892, Ep.Steps: 1000, Score: 999.671, Avg.Score: 877.562, Max.Score: 1009.958, Time: 14:56:14\n",
      "Ep.: 2214, Total Steps: 1025892, Ep.Steps: 1000, Score: 984.335, Avg.Score: 877.642, Max.Score: 1009.958, Time: 14:57:04\n",
      "Ep.: 2215, Total Steps: 1026319, Ep.Steps: 427, Score: 440.098, Avg.Score: 872.343, Max.Score: 1009.958, Time: 14:57:26\n",
      "Ep.: 2216, Total Steps: 1027319, Ep.Steps: 1000, Score: 966.525, Avg.Score: 880.035, Max.Score: 1009.958, Time: 14:58:16\n",
      "Ep.: 2217, Total Steps: 1028319, Ep.Steps: 1000, Score: 981.273, Avg.Score: 889.510, Max.Score: 1009.958, Time: 14:59:06\n",
      "Ep.: 2218, Total Steps: 1029319, Ep.Steps: 1000, Score: 992.737, Avg.Score: 890.064, Max.Score: 1009.958, Time: 14:59:57\n",
      "Ep.: 2219, Total Steps: 1030319, Ep.Steps: 1000, Score: 996.859, Avg.Score: 890.225, Max.Score: 1009.958, Time: 15:00:47\n",
      "Ep.: 2220, Total Steps: 1031319, Ep.Steps: 1000, Score: 991.100, Avg.Score: 890.288, Max.Score: 1009.958, Time: 15:01:37\n",
      "Ep.: 2221, Total Steps: 1032319, Ep.Steps: 1000, Score: 996.286, Avg.Score: 891.300, Max.Score: 1009.958, Time: 15:02:27\n",
      "Ep.: 2222, Total Steps: 1033319, Ep.Steps: 1000, Score: 976.484, Avg.Score: 891.811, Max.Score: 1009.958, Time: 15:03:17\n",
      "Ep.: 2223, Total Steps: 1033713, Ep.Steps: 394, Score: 414.501, Avg.Score: 887.648, Max.Score: 1009.958, Time: 15:03:37\n",
      "Ep.: 2224, Total Steps: 1033873, Ep.Steps: 160, Score: 180.766, Avg.Score: 880.416, Max.Score: 1009.958, Time: 15:03:45\n",
      "Ep.: 2225, Total Steps: 1034873, Ep.Steps: 1000, Score: 1013.224, Avg.Score: 880.931, Max.Score: 1013.224, Time: 15:04:35\n",
      "Ep.: 2226, Total Steps: 1035873, Ep.Steps: 1000, Score: 985.361, Avg.Score: 880.969, Max.Score: 1013.224, Time: 15:05:25\n",
      "Ep.: 2227, Total Steps: 1036873, Ep.Steps: 1000, Score: 988.115, Avg.Score: 881.002, Max.Score: 1013.224, Time: 15:06:15\n",
      "Ep.: 2228, Total Steps: 1037873, Ep.Steps: 1000, Score: 985.314, Avg.Score: 881.178, Max.Score: 1013.224, Time: 15:07:05\n",
      "Ep.: 2229, Total Steps: 1037934, Ep.Steps: 61, Score: 70.183, Avg.Score: 872.142, Max.Score: 1013.224, Time: 15:07:08\n",
      "Ep.: 2230, Total Steps: 1038934, Ep.Steps: 1000, Score: 995.797, Avg.Score: 872.453, Max.Score: 1013.224, Time: 15:07:58\n",
      "Ep.: 2231, Total Steps: 1039934, Ep.Steps: 1000, Score: 1001.845, Avg.Score: 872.458, Max.Score: 1013.224, Time: 15:08:48\n",
      "Ep.: 2232, Total Steps: 1039971, Ep.Steps: 37, Score: 46.312, Avg.Score: 863.102, Max.Score: 1013.224, Time: 15:08:50\n",
      "Ep.: 2233, Total Steps: 1040050, Ep.Steps: 79, Score: 102.723, Avg.Score: 855.926, Max.Score: 1013.224, Time: 15:08:54\n",
      "Ep.: 2234, Total Steps: 1041050, Ep.Steps: 1000, Score: 1011.339, Avg.Score: 857.591, Max.Score: 1013.224, Time: 15:09:45\n",
      "Ep.: 2235, Total Steps: 1042050, Ep.Steps: 1000, Score: 1013.589, Avg.Score: 857.901, Max.Score: 1013.589, Time: 15:10:35\n",
      "Ep.: 2236, Total Steps: 1043050, Ep.Steps: 1000, Score: 982.427, Avg.Score: 857.949, Max.Score: 1013.589, Time: 15:11:25\n",
      "Ep.: 2237, Total Steps: 1044050, Ep.Steps: 1000, Score: 989.125, Avg.Score: 857.741, Max.Score: 1013.589, Time: 15:12:15\n",
      "Ep.: 2238, Total Steps: 1045050, Ep.Steps: 1000, Score: 1008.068, Avg.Score: 867.552, Max.Score: 1013.589, Time: 15:13:06\n",
      "Ep.: 2239, Total Steps: 1046050, Ep.Steps: 1000, Score: 967.406, Avg.Score: 867.506, Max.Score: 1013.589, Time: 15:13:56\n",
      "Ep.: 2240, Total Steps: 1047050, Ep.Steps: 1000, Score: 987.313, Avg.Score: 876.991, Max.Score: 1013.589, Time: 15:14:46\n",
      "Ep.: 2241, Total Steps: 1048050, Ep.Steps: 1000, Score: 1008.193, Avg.Score: 877.162, Max.Score: 1013.589, Time: 15:15:36\n",
      "Ep.: 2242, Total Steps: 1049050, Ep.Steps: 1000, Score: 991.916, Avg.Score: 877.106, Max.Score: 1013.589, Time: 15:16:27\n",
      "Ep.: 2243, Total Steps: 1049196, Ep.Steps: 146, Score: 155.872, Avg.Score: 869.319, Max.Score: 1013.589, Time: 15:16:34\n",
      "Ep.: 2244, Total Steps: 1050196, Ep.Steps: 1000, Score: 908.863, Avg.Score: 868.371, Max.Score: 1013.589, Time: 15:17:24\n",
      "Ep.: 2245, Total Steps: 1050588, Ep.Steps: 392, Score: 403.392, Avg.Score: 863.361, Max.Score: 1013.589, Time: 15:17:44\n",
      "Ep.: 2246, Total Steps: 1051588, Ep.Steps: 1000, Score: 948.874, Avg.Score: 862.936, Max.Score: 1013.589, Time: 15:18:34\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2247, Total Steps: 1051841, Ep.Steps: 253, Score: 226.029, Avg.Score: 855.285, Max.Score: 1013.589, Time: 15:18:47\n",
      "Ep.: 2248, Total Steps: 1052187, Ep.Steps: 346, Score: 378.692, Avg.Score: 849.561, Max.Score: 1013.589, Time: 15:19:04\n",
      "Ep.: 2249, Total Steps: 1053187, Ep.Steps: 1000, Score: 982.312, Avg.Score: 849.556, Max.Score: 1013.589, Time: 15:19:54\n",
      "Ep.: 2250, Total Steps: 1054187, Ep.Steps: 1000, Score: 981.922, Avg.Score: 850.777, Max.Score: 1013.589, Time: 15:20:45\n",
      "Ep.: 2251, Total Steps: 1055187, Ep.Steps: 1000, Score: 989.788, Avg.Score: 860.461, Max.Score: 1013.589, Time: 15:21:35\n",
      "Ep.: 2252, Total Steps: 1055938, Ep.Steps: 751, Score: 762.073, Avg.Score: 866.143, Max.Score: 1013.589, Time: 15:22:13\n",
      "Ep.: 2253, Total Steps: 1056938, Ep.Steps: 1000, Score: 1002.417, Avg.Score: 867.185, Max.Score: 1013.589, Time: 15:23:03\n",
      "Ep.: 2254, Total Steps: 1057938, Ep.Steps: 1000, Score: 984.389, Avg.Score: 868.534, Max.Score: 1013.589, Time: 15:23:53\n",
      "Ep.: 2255, Total Steps: 1058723, Ep.Steps: 785, Score: 779.593, Avg.Score: 866.381, Max.Score: 1013.589, Time: 15:24:33\n",
      "Ep.: 2256, Total Steps: 1059008, Ep.Steps: 285, Score: 306.881, Avg.Score: 863.678, Max.Score: 1013.589, Time: 15:24:47\n",
      "Ep.: 2257, Total Steps: 1059055, Ep.Steps: 47, Score: 52.370, Avg.Score: 854.120, Max.Score: 1013.589, Time: 15:24:49\n",
      "Ep.: 2258, Total Steps: 1059073, Ep.Steps: 18, Score: 24.213, Avg.Score: 845.360, Max.Score: 1013.589, Time: 15:24:50\n",
      "Ep.: 2259, Total Steps: 1060073, Ep.Steps: 1000, Score: 882.104, Avg.Score: 845.003, Max.Score: 1013.589, Time: 15:25:40\n",
      "Ep.: 2260, Total Steps: 1061073, Ep.Steps: 1000, Score: 974.797, Avg.Score: 844.700, Max.Score: 1013.589, Time: 15:26:30\n",
      "Ep.: 2261, Total Steps: 1061762, Ep.Steps: 689, Score: 615.021, Avg.Score: 841.860, Max.Score: 1013.589, Time: 15:27:05\n",
      "Ep.: 2262, Total Steps: 1062762, Ep.Steps: 1000, Score: 985.092, Avg.Score: 841.642, Max.Score: 1013.589, Time: 15:27:55\n",
      "Ep.: 2263, Total Steps: 1062784, Ep.Steps: 22, Score: 25.203, Avg.Score: 831.913, Max.Score: 1013.589, Time: 15:27:56\n",
      "Ep.: 2264, Total Steps: 1063784, Ep.Steps: 1000, Score: 1006.905, Avg.Score: 832.787, Max.Score: 1013.589, Time: 15:28:46\n",
      "Ep.: 2265, Total Steps: 1064662, Ep.Steps: 878, Score: 774.263, Avg.Score: 830.644, Max.Score: 1013.589, Time: 15:29:30\n",
      "Ep.: 2266, Total Steps: 1065662, Ep.Steps: 1000, Score: 994.089, Avg.Score: 830.768, Max.Score: 1013.589, Time: 15:30:20\n",
      "Ep.: 2267, Total Steps: 1066662, Ep.Steps: 1000, Score: 981.158, Avg.Score: 830.709, Max.Score: 1013.589, Time: 15:31:11\n",
      "Ep.: 2268, Total Steps: 1067662, Ep.Steps: 1000, Score: 1007.423, Avg.Score: 830.763, Max.Score: 1013.589, Time: 15:32:01\n",
      "Ep.: 2269, Total Steps: 1068662, Ep.Steps: 1000, Score: 995.161, Avg.Score: 830.635, Max.Score: 1013.589, Time: 15:32:51\n",
      "Ep.: 2270, Total Steps: 1068723, Ep.Steps: 61, Score: 43.937, Avg.Score: 821.348, Max.Score: 1013.589, Time: 15:32:54\n",
      "Ep.: 2271, Total Steps: 1068768, Ep.Steps: 45, Score: 46.966, Avg.Score: 811.810, Max.Score: 1013.589, Time: 15:32:56\n",
      "Ep.: 2272, Total Steps: 1069768, Ep.Steps: 1000, Score: 998.798, Avg.Score: 813.103, Max.Score: 1013.589, Time: 15:33:46\n",
      "Ep.: 2273, Total Steps: 1070768, Ep.Steps: 1000, Score: 972.404, Avg.Score: 813.645, Max.Score: 1013.589, Time: 15:34:37\n",
      "Ep.: 2274, Total Steps: 1070818, Ep.Steps: 50, Score: 55.152, Avg.Score: 804.332, Max.Score: 1013.589, Time: 15:34:39\n",
      "Ep.: 2275, Total Steps: 1070872, Ep.Steps: 54, Score: 54.651, Avg.Score: 795.008, Max.Score: 1013.589, Time: 15:34:42\n",
      "Ep.: 2276, Total Steps: 1071872, Ep.Steps: 1000, Score: 993.385, Avg.Score: 795.255, Max.Score: 1013.589, Time: 15:35:32\n",
      "Ep.: 2277, Total Steps: 1072872, Ep.Steps: 1000, Score: 947.279, Avg.Score: 795.034, Max.Score: 1013.589, Time: 15:36:22\n",
      "Ep.: 2278, Total Steps: 1073872, Ep.Steps: 1000, Score: 952.995, Avg.Score: 794.723, Max.Score: 1013.589, Time: 15:37:13\n",
      "Ep.: 2279, Total Steps: 1074872, Ep.Steps: 1000, Score: 987.340, Avg.Score: 803.057, Max.Score: 1013.589, Time: 15:38:03\n",
      "Ep.: 2280, Total Steps: 1075872, Ep.Steps: 1000, Score: 996.282, Avg.Score: 803.400, Max.Score: 1013.589, Time: 15:38:53\n",
      "Ep.: 2281, Total Steps: 1076872, Ep.Steps: 1000, Score: 951.195, Avg.Score: 803.067, Max.Score: 1013.589, Time: 15:39:43\n",
      "Ep.: 2282, Total Steps: 1077872, Ep.Steps: 1000, Score: 970.351, Avg.Score: 802.717, Max.Score: 1013.589, Time: 15:40:34\n",
      "Ep.: 2283, Total Steps: 1078872, Ep.Steps: 1000, Score: 993.719, Avg.Score: 803.229, Max.Score: 1013.589, Time: 15:41:24\n",
      "Ep.: 2284, Total Steps: 1079872, Ep.Steps: 1000, Score: 969.676, Avg.Score: 803.902, Max.Score: 1013.589, Time: 15:42:14\n",
      "Ep.: 2285, Total Steps: 1080872, Ep.Steps: 1000, Score: 977.208, Avg.Score: 804.192, Max.Score: 1013.589, Time: 15:43:04\n",
      "Ep.: 2286, Total Steps: 1081872, Ep.Steps: 1000, Score: 1011.152, Avg.Score: 805.556, Max.Score: 1013.589, Time: 15:43:54\n",
      "Ep.: 2287, Total Steps: 1082872, Ep.Steps: 1000, Score: 908.073, Avg.Score: 804.693, Max.Score: 1013.589, Time: 15:44:44\n",
      "Ep.: 2288, Total Steps: 1083872, Ep.Steps: 1000, Score: 994.813, Avg.Score: 811.595, Max.Score: 1013.589, Time: 15:45:34\n",
      "Ep.: 2289, Total Steps: 1084502, Ep.Steps: 630, Score: 621.275, Avg.Score: 807.737, Max.Score: 1013.589, Time: 15:46:06\n",
      "Ep.: 2290, Total Steps: 1085502, Ep.Steps: 1000, Score: 976.063, Avg.Score: 807.591, Max.Score: 1013.589, Time: 15:46:56\n",
      "Ep.: 2291, Total Steps: 1086502, Ep.Steps: 1000, Score: 987.924, Avg.Score: 807.370, Max.Score: 1013.589, Time: 15:47:46\n",
      "Ep.: 2292, Total Steps: 1086875, Ep.Steps: 373, Score: 374.016, Avg.Score: 802.676, Max.Score: 1013.589, Time: 15:48:05\n",
      "Ep.: 2293, Total Steps: 1087875, Ep.Steps: 1000, Score: 963.674, Avg.Score: 802.394, Max.Score: 1013.589, Time: 15:48:55\n",
      "Ep.: 2294, Total Steps: 1088326, Ep.Steps: 451, Score: 462.653, Avg.Score: 796.994, Max.Score: 1013.589, Time: 15:49:18\n",
      "Ep.: 2295, Total Steps: 1089326, Ep.Steps: 1000, Score: 991.336, Avg.Score: 797.235, Max.Score: 1013.589, Time: 15:50:08\n",
      "Ep.: 2296, Total Steps: 1089497, Ep.Steps: 171, Score: 167.311, Avg.Score: 789.111, Max.Score: 1013.589, Time: 15:50:17\n",
      "Ep.: 2297, Total Steps: 1090497, Ep.Steps: 1000, Score: 960.516, Avg.Score: 788.812, Max.Score: 1013.589, Time: 15:51:07\n",
      "Ep.: 2298, Total Steps: 1090800, Ep.Steps: 303, Score: 310.356, Avg.Score: 781.981, Max.Score: 1013.589, Time: 15:51:22\n",
      "Ep.: 2299, Total Steps: 1091161, Ep.Steps: 361, Score: 396.319, Avg.Score: 776.038, Max.Score: 1013.589, Time: 15:51:40\n",
      "Ep.: 2300, Total Steps: 1092161, Ep.Steps: 1000, Score: 1027.941, Avg.Score: 776.271, Max.Score: 1027.941, Time: 15:52:30\n",
      "Ep.: 2301, Total Steps: 1093161, Ep.Steps: 1000, Score: 973.321, Avg.Score: 776.274, Max.Score: 1027.941, Time: 15:53:20\n",
      "Ep.: 2302, Total Steps: 1094161, Ep.Steps: 1000, Score: 980.143, Avg.Score: 784.908, Max.Score: 1027.941, Time: 15:54:10\n",
      "Ep.: 2303, Total Steps: 1095161, Ep.Steps: 1000, Score: 984.017, Avg.Score: 784.915, Max.Score: 1027.941, Time: 15:55:00\n",
      "Ep.: 2304, Total Steps: 1096161, Ep.Steps: 1000, Score: 940.787, Avg.Score: 787.376, Max.Score: 1027.941, Time: 15:55:51\n",
      "Ep.: 2305, Total Steps: 1096710, Ep.Steps: 549, Score: 535.372, Avg.Score: 782.779, Max.Score: 1027.941, Time: 15:56:18\n",
      "Ep.: 2306, Total Steps: 1097710, Ep.Steps: 1000, Score: 995.613, Avg.Score: 782.789, Max.Score: 1027.941, Time: 15:57:11\n",
      "Ep.: 2307, Total Steps: 1098402, Ep.Steps: 692, Score: 690.423, Avg.Score: 779.779, Max.Score: 1027.941, Time: 15:57:46\n",
      "Ep.: 2308, Total Steps: 1099069, Ep.Steps: 667, Score: 704.550, Avg.Score: 776.732, Max.Score: 1027.941, Time: 15:58:19\n",
      "Ep.: 2309, Total Steps: 1099806, Ep.Steps: 737, Score: 758.147, Avg.Score: 774.419, Max.Score: 1027.941, Time: 15:58:56\n",
      "Ep.: 2310, Total Steps: 1100718, Ep.Steps: 912, Score: 912.654, Avg.Score: 777.405, Max.Score: 1027.941, Time: 15:59:42\n",
      "Ep.: 2311, Total Steps: 1101109, Ep.Steps: 391, Score: 442.053, Avg.Score: 771.849, Max.Score: 1027.941, Time: 16:00:01\n",
      "Ep.: 2312, Total Steps: 1102109, Ep.Steps: 1000, Score: 995.563, Avg.Score: 771.752, Max.Score: 1027.941, Time: 16:00:51\n",
      "Ep.: 2313, Total Steps: 1103109, Ep.Steps: 1000, Score: 995.188, Avg.Score: 771.707, Max.Score: 1027.941, Time: 16:01:42\n",
      "Ep.: 2314, Total Steps: 1104109, Ep.Steps: 1000, Score: 984.044, Avg.Score: 771.704, Max.Score: 1027.941, Time: 16:02:32\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2315, Total Steps: 1105109, Ep.Steps: 1000, Score: 834.232, Avg.Score: 775.645, Max.Score: 1027.941, Time: 16:03:22\n",
      "Ep.: 2316, Total Steps: 1106109, Ep.Steps: 1000, Score: 988.052, Avg.Score: 775.861, Max.Score: 1027.941, Time: 16:04:12\n",
      "Ep.: 2317, Total Steps: 1107109, Ep.Steps: 1000, Score: 1001.556, Avg.Score: 776.064, Max.Score: 1027.941, Time: 16:05:02\n",
      "Ep.: 2318, Total Steps: 1108109, Ep.Steps: 1000, Score: 986.336, Avg.Score: 776.000, Max.Score: 1027.941, Time: 16:05:52\n",
      "Ep.: 2319, Total Steps: 1108267, Ep.Steps: 158, Score: 166.561, Avg.Score: 767.697, Max.Score: 1027.941, Time: 16:06:00\n",
      "Ep.: 2320, Total Steps: 1109267, Ep.Steps: 1000, Score: 1006.631, Avg.Score: 767.852, Max.Score: 1027.941, Time: 16:06:55\n",
      "Ep.: 2321, Total Steps: 1110267, Ep.Steps: 1000, Score: 997.855, Avg.Score: 767.868, Max.Score: 1027.941, Time: 16:07:46\n",
      "Ep.: 2322, Total Steps: 1110382, Ep.Steps: 115, Score: 144.705, Avg.Score: 759.550, Max.Score: 1027.941, Time: 16:07:52\n",
      "Ep.: 2323, Total Steps: 1111382, Ep.Steps: 1000, Score: 863.620, Avg.Score: 764.041, Max.Score: 1027.941, Time: 16:08:42\n",
      "Ep.: 2324, Total Steps: 1112382, Ep.Steps: 1000, Score: 937.498, Avg.Score: 771.608, Max.Score: 1027.941, Time: 16:09:33\n",
      "Ep.: 2325, Total Steps: 1112682, Ep.Steps: 300, Score: 289.642, Avg.Score: 764.373, Max.Score: 1027.941, Time: 16:09:48\n",
      "Ep.: 2326, Total Steps: 1113682, Ep.Steps: 1000, Score: 991.199, Avg.Score: 764.431, Max.Score: 1027.941, Time: 16:10:39\n",
      "Ep.: 2327, Total Steps: 1114682, Ep.Steps: 1000, Score: 967.499, Avg.Score: 764.225, Max.Score: 1027.941, Time: 16:11:29\n",
      "Ep.: 2328, Total Steps: 1115682, Ep.Steps: 1000, Score: 973.953, Avg.Score: 764.111, Max.Score: 1027.941, Time: 16:12:19\n",
      "Ep.: 2329, Total Steps: 1116682, Ep.Steps: 1000, Score: 967.039, Avg.Score: 773.080, Max.Score: 1027.941, Time: 16:13:10\n",
      "Ep.: 2330, Total Steps: 1116697, Ep.Steps: 15, Score: 20.049, Avg.Score: 763.322, Max.Score: 1027.941, Time: 16:13:11\n",
      "Ep.: 2331, Total Steps: 1117697, Ep.Steps: 1000, Score: 900.139, Avg.Score: 762.305, Max.Score: 1027.941, Time: 16:14:01\n",
      "Ep.: 2332, Total Steps: 1118622, Ep.Steps: 925, Score: 912.218, Avg.Score: 770.964, Max.Score: 1027.941, Time: 16:14:47\n",
      "Ep.: 2333, Total Steps: 1119268, Ep.Steps: 646, Score: 621.613, Avg.Score: 776.153, Max.Score: 1027.941, Time: 16:15:20\n",
      "Ep.: 2334, Total Steps: 1119287, Ep.Steps: 19, Score: 23.913, Avg.Score: 766.279, Max.Score: 1027.941, Time: 16:15:21\n",
      "Ep.: 2335, Total Steps: 1120287, Ep.Steps: 1000, Score: 946.609, Avg.Score: 765.609, Max.Score: 1027.941, Time: 16:16:11\n",
      "Ep.: 2336, Total Steps: 1121287, Ep.Steps: 1000, Score: 806.627, Avg.Score: 763.851, Max.Score: 1027.941, Time: 16:17:01\n",
      "Ep.: 2337, Total Steps: 1122287, Ep.Steps: 1000, Score: 978.315, Avg.Score: 763.743, Max.Score: 1027.941, Time: 16:17:52\n",
      "Ep.: 2338, Total Steps: 1123287, Ep.Steps: 1000, Score: 991.681, Avg.Score: 763.579, Max.Score: 1027.941, Time: 16:18:42\n",
      "Ep.: 2339, Total Steps: 1124287, Ep.Steps: 1000, Score: 897.763, Avg.Score: 762.883, Max.Score: 1027.941, Time: 16:19:33\n",
      "Ep.: 2340, Total Steps: 1124673, Ep.Steps: 386, Score: 397.301, Avg.Score: 756.983, Max.Score: 1027.941, Time: 16:19:52\n",
      "Ep.: 2341, Total Steps: 1124742, Ep.Steps: 69, Score: 55.383, Avg.Score: 747.454, Max.Score: 1027.941, Time: 16:19:56\n",
      "Ep.: 2342, Total Steps: 1125742, Ep.Steps: 1000, Score: 986.729, Avg.Score: 747.403, Max.Score: 1027.941, Time: 16:20:46\n",
      "Ep.: 2343, Total Steps: 1126742, Ep.Steps: 1000, Score: 850.169, Avg.Score: 754.346, Max.Score: 1027.941, Time: 16:21:37\n",
      "Ep.: 2344, Total Steps: 1127742, Ep.Steps: 1000, Score: 846.892, Avg.Score: 753.726, Max.Score: 1027.941, Time: 16:22:27\n",
      "Ep.: 2345, Total Steps: 1128742, Ep.Steps: 1000, Score: 991.690, Avg.Score: 759.609, Max.Score: 1027.941, Time: 16:23:18\n",
      "Ep.: 2346, Total Steps: 1129742, Ep.Steps: 1000, Score: 956.757, Avg.Score: 759.688, Max.Score: 1027.941, Time: 16:24:08\n",
      "Ep.: 2347, Total Steps: 1130742, Ep.Steps: 1000, Score: 995.243, Avg.Score: 767.380, Max.Score: 1027.941, Time: 16:24:59\n",
      "Ep.: 2348, Total Steps: 1131742, Ep.Steps: 1000, Score: 988.865, Avg.Score: 773.481, Max.Score: 1027.941, Time: 16:25:50\n",
      "Ep.: 2349, Total Steps: 1132742, Ep.Steps: 1000, Score: 994.734, Avg.Score: 773.606, Max.Score: 1027.941, Time: 16:26:41\n",
      "Ep.: 2350, Total Steps: 1133742, Ep.Steps: 1000, Score: 998.578, Avg.Score: 773.772, Max.Score: 1027.941, Time: 16:27:31\n",
      "Ep.: 2351, Total Steps: 1134742, Ep.Steps: 1000, Score: 973.780, Avg.Score: 773.612, Max.Score: 1027.941, Time: 16:28:22\n",
      "Ep.: 2352, Total Steps: 1135742, Ep.Steps: 1000, Score: 966.950, Avg.Score: 775.661, Max.Score: 1027.941, Time: 16:29:12\n",
      "Ep.: 2353, Total Steps: 1136742, Ep.Steps: 1000, Score: 976.251, Avg.Score: 775.399, Max.Score: 1027.941, Time: 16:30:02\n",
      "Ep.: 2354, Total Steps: 1136788, Ep.Steps: 46, Score: 46.505, Avg.Score: 766.020, Max.Score: 1027.941, Time: 16:30:05\n",
      "Ep.: 2355, Total Steps: 1137788, Ep.Steps: 1000, Score: 1005.833, Avg.Score: 768.283, Max.Score: 1027.941, Time: 16:30:55\n",
      "Ep.: 2356, Total Steps: 1137871, Ep.Steps: 83, Score: 102.460, Avg.Score: 766.239, Max.Score: 1027.941, Time: 16:30:59\n",
      "Ep.: 2357, Total Steps: 1137903, Ep.Steps: 32, Score: 34.762, Avg.Score: 766.063, Max.Score: 1027.941, Time: 16:31:01\n",
      "Ep.: 2358, Total Steps: 1138183, Ep.Steps: 280, Score: 273.445, Avg.Score: 768.555, Max.Score: 1027.941, Time: 16:31:15\n",
      "Ep.: 2359, Total Steps: 1139183, Ep.Steps: 1000, Score: 996.339, Avg.Score: 769.697, Max.Score: 1027.941, Time: 16:32:06\n",
      "Ep.: 2360, Total Steps: 1139367, Ep.Steps: 184, Score: 185.693, Avg.Score: 761.806, Max.Score: 1027.941, Time: 16:32:15\n",
      "Ep.: 2361, Total Steps: 1139492, Ep.Steps: 125, Score: 128.254, Avg.Score: 756.939, Max.Score: 1027.941, Time: 16:32:21\n",
      "Ep.: 2362, Total Steps: 1140492, Ep.Steps: 1000, Score: 982.217, Avg.Score: 756.910, Max.Score: 1027.941, Time: 16:33:12\n",
      "Ep.: 2363, Total Steps: 1141492, Ep.Steps: 1000, Score: 981.776, Avg.Score: 766.476, Max.Score: 1027.941, Time: 16:34:02\n",
      "Ep.: 2364, Total Steps: 1142492, Ep.Steps: 1000, Score: 995.227, Avg.Score: 766.359, Max.Score: 1027.941, Time: 16:34:53\n",
      "Ep.: 2365, Total Steps: 1142624, Ep.Steps: 132, Score: 147.104, Avg.Score: 760.087, Max.Score: 1027.941, Time: 16:35:00\n",
      "Ep.: 2366, Total Steps: 1143624, Ep.Steps: 1000, Score: 989.377, Avg.Score: 760.040, Max.Score: 1027.941, Time: 16:35:50\n",
      "Ep.: 2367, Total Steps: 1143698, Ep.Steps: 74, Score: 96.185, Avg.Score: 751.190, Max.Score: 1027.941, Time: 16:35:54\n",
      "Ep.: 2368, Total Steps: 1144570, Ep.Steps: 872, Score: 865.431, Avg.Score: 749.770, Max.Score: 1027.941, Time: 16:36:38\n",
      "Ep.: 2369, Total Steps: 1145335, Ep.Steps: 765, Score: 761.936, Avg.Score: 747.438, Max.Score: 1027.941, Time: 16:37:16\n",
      "Ep.: 2370, Total Steps: 1145361, Ep.Steps: 26, Score: 26.699, Avg.Score: 747.266, Max.Score: 1027.941, Time: 16:37:18\n",
      "Ep.: 2371, Total Steps: 1146361, Ep.Steps: 1000, Score: 974.120, Avg.Score: 756.537, Max.Score: 1027.941, Time: 16:38:08\n",
      "Ep.: 2372, Total Steps: 1147361, Ep.Steps: 1000, Score: 988.990, Avg.Score: 756.439, Max.Score: 1027.941, Time: 16:38:59\n",
      "Ep.: 2373, Total Steps: 1147472, Ep.Steps: 111, Score: 61.607, Avg.Score: 747.331, Max.Score: 1027.941, Time: 16:39:04\n",
      "Ep.: 2374, Total Steps: 1148472, Ep.Steps: 1000, Score: 1004.215, Avg.Score: 756.822, Max.Score: 1027.941, Time: 16:39:55\n",
      "Ep.: 2375, Total Steps: 1148715, Ep.Steps: 243, Score: 280.115, Avg.Score: 759.076, Max.Score: 1027.941, Time: 16:40:07\n",
      "Ep.: 2376, Total Steps: 1149715, Ep.Steps: 1000, Score: 960.096, Avg.Score: 758.744, Max.Score: 1027.941, Time: 16:40:58\n",
      "Ep.: 2377, Total Steps: 1150715, Ep.Steps: 1000, Score: 1004.321, Avg.Score: 759.314, Max.Score: 1027.941, Time: 16:41:48\n",
      "Ep.: 2378, Total Steps: 1151715, Ep.Steps: 1000, Score: 1014.708, Avg.Score: 759.931, Max.Score: 1027.941, Time: 16:42:39\n",
      "Ep.: 2379, Total Steps: 1152715, Ep.Steps: 1000, Score: 986.112, Avg.Score: 759.919, Max.Score: 1027.941, Time: 16:43:29\n",
      "Ep.: 2380, Total Steps: 1152771, Ep.Steps: 56, Score: 46.519, Avg.Score: 750.421, Max.Score: 1027.941, Time: 16:43:32\n",
      "Ep.: 2381, Total Steps: 1153771, Ep.Steps: 1000, Score: 986.917, Avg.Score: 750.778, Max.Score: 1027.941, Time: 16:44:25\n",
      "Ep.: 2382, Total Steps: 1154022, Ep.Steps: 251, Score: 250.210, Avg.Score: 743.577, Max.Score: 1027.941, Time: 16:44:39\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2383, Total Steps: 1155022, Ep.Steps: 1000, Score: 997.553, Avg.Score: 743.615, Max.Score: 1027.941, Time: 16:45:32\n",
      "Ep.: 2384, Total Steps: 1155082, Ep.Steps: 60, Score: 50.439, Avg.Score: 734.423, Max.Score: 1027.941, Time: 16:45:36\n",
      "Ep.: 2385, Total Steps: 1156082, Ep.Steps: 1000, Score: 998.202, Avg.Score: 734.633, Max.Score: 1027.941, Time: 16:46:28\n",
      "Ep.: 2386, Total Steps: 1157082, Ep.Steps: 1000, Score: 985.972, Avg.Score: 734.381, Max.Score: 1027.941, Time: 16:47:18\n",
      "Ep.: 2387, Total Steps: 1157304, Ep.Steps: 222, Score: 158.389, Avg.Score: 726.884, Max.Score: 1027.941, Time: 16:47:30\n",
      "Ep.: 2388, Total Steps: 1158304, Ep.Steps: 1000, Score: 985.023, Avg.Score: 726.786, Max.Score: 1027.941, Time: 16:48:20\n",
      "Ep.: 2389, Total Steps: 1159304, Ep.Steps: 1000, Score: 776.600, Avg.Score: 728.340, Max.Score: 1027.941, Time: 16:49:10\n",
      "Ep.: 2390, Total Steps: 1160304, Ep.Steps: 1000, Score: 989.623, Avg.Score: 728.475, Max.Score: 1027.941, Time: 16:50:01\n",
      "Ep.: 2391, Total Steps: 1160342, Ep.Steps: 38, Score: 36.105, Avg.Score: 718.957, Max.Score: 1027.941, Time: 16:50:03\n",
      "Ep.: 2392, Total Steps: 1160396, Ep.Steps: 54, Score: 50.110, Avg.Score: 715.718, Max.Score: 1027.941, Time: 16:50:06\n",
      "Ep.: 2393, Total Steps: 1160489, Ep.Steps: 93, Score: 28.107, Avg.Score: 706.362, Max.Score: 1027.941, Time: 16:50:10\n",
      "Ep.: 2394, Total Steps: 1160607, Ep.Steps: 118, Score: 45.200, Avg.Score: 702.188, Max.Score: 1027.941, Time: 16:50:16\n",
      "Ep.: 2395, Total Steps: 1160903, Ep.Steps: 296, Score: 286.706, Avg.Score: 695.142, Max.Score: 1027.941, Time: 16:50:31\n",
      "Ep.: 2396, Total Steps: 1161028, Ep.Steps: 125, Score: 123.122, Avg.Score: 694.700, Max.Score: 1027.941, Time: 16:50:37\n",
      "Ep.: 2397, Total Steps: 1161130, Ep.Steps: 102, Score: 109.022, Avg.Score: 686.185, Max.Score: 1027.941, Time: 16:50:42\n",
      "Ep.: 2398, Total Steps: 1162113, Ep.Steps: 983, Score: 725.626, Avg.Score: 690.337, Max.Score: 1027.941, Time: 16:51:32\n",
      "Ep.: 2399, Total Steps: 1162254, Ep.Steps: 141, Score: 129.324, Avg.Score: 687.667, Max.Score: 1027.941, Time: 16:51:39\n",
      "Ep.: 2400, Total Steps: 1163254, Ep.Steps: 1000, Score: 831.373, Avg.Score: 685.702, Max.Score: 1014.708, Time: 16:52:29\n",
      "Ep.: 2401, Total Steps: 1163414, Ep.Steps: 160, Score: 170.644, Avg.Score: 677.675, Max.Score: 1014.708, Time: 16:52:37\n",
      "Ep.: 2402, Total Steps: 1163683, Ep.Steps: 269, Score: 279.043, Avg.Score: 670.664, Max.Score: 1014.708, Time: 16:52:50\n",
      "Ep.: 2403, Total Steps: 1163811, Ep.Steps: 128, Score: 159.688, Avg.Score: 662.421, Max.Score: 1014.708, Time: 16:52:57\n",
      "Ep.: 2404, Total Steps: 1163978, Ep.Steps: 167, Score: 193.639, Avg.Score: 654.949, Max.Score: 1014.708, Time: 16:53:05\n",
      "Ep.: 2405, Total Steps: 1164056, Ep.Steps: 78, Score: 66.258, Avg.Score: 650.258, Max.Score: 1014.708, Time: 16:53:09\n",
      "Ep.: 2406, Total Steps: 1165056, Ep.Steps: 1000, Score: 984.688, Avg.Score: 650.149, Max.Score: 1014.708, Time: 16:53:59\n",
      "Ep.: 2407, Total Steps: 1165257, Ep.Steps: 201, Score: 208.329, Avg.Score: 645.328, Max.Score: 1014.708, Time: 16:54:09\n",
      "Ep.: 2408, Total Steps: 1166257, Ep.Steps: 1000, Score: 1009.782, Avg.Score: 648.380, Max.Score: 1014.708, Time: 16:55:00\n",
      "Ep.: 2409, Total Steps: 1166377, Ep.Steps: 120, Score: 125.581, Avg.Score: 642.055, Max.Score: 1014.708, Time: 16:55:06\n",
      "Ep.: 2410, Total Steps: 1166911, Ep.Steps: 534, Score: 543.436, Avg.Score: 638.362, Max.Score: 1014.708, Time: 16:55:33\n",
      "Ep.: 2411, Total Steps: 1167911, Ep.Steps: 1000, Score: 778.320, Avg.Score: 641.725, Max.Score: 1014.708, Time: 16:56:23\n",
      "Ep.: 2412, Total Steps: 1168911, Ep.Steps: 1000, Score: 997.095, Avg.Score: 641.740, Max.Score: 1014.708, Time: 16:57:13\n",
      "Ep.: 2413, Total Steps: 1169911, Ep.Steps: 1000, Score: 924.225, Avg.Score: 641.031, Max.Score: 1014.708, Time: 16:58:04\n",
      "Ep.: 2414, Total Steps: 1170911, Ep.Steps: 1000, Score: 998.677, Avg.Score: 641.177, Max.Score: 1014.708, Time: 16:58:56\n",
      "Ep.: 2415, Total Steps: 1171911, Ep.Steps: 1000, Score: 989.378, Avg.Score: 642.728, Max.Score: 1014.708, Time: 16:59:48\n",
      "Ep.: 2416, Total Steps: 1172911, Ep.Steps: 1000, Score: 956.485, Avg.Score: 642.413, Max.Score: 1014.708, Time: 17:00:41\n",
      "Ep.: 2417, Total Steps: 1173911, Ep.Steps: 1000, Score: 955.615, Avg.Score: 641.953, Max.Score: 1014.708, Time: 17:01:37\n",
      "Ep.: 2418, Total Steps: 1174224, Ep.Steps: 313, Score: 321.894, Avg.Score: 635.309, Max.Score: 1014.708, Time: 17:01:55\n",
      "Ep.: 2419, Total Steps: 1175224, Ep.Steps: 1000, Score: 915.609, Avg.Score: 642.799, Max.Score: 1014.708, Time: 17:02:51\n",
      "Ep.: 2420, Total Steps: 1175968, Ep.Steps: 744, Score: 725.086, Avg.Score: 639.984, Max.Score: 1014.708, Time: 17:03:33\n",
      "Ep.: 2421, Total Steps: 1176624, Ep.Steps: 656, Score: 563.315, Avg.Score: 635.639, Max.Score: 1014.708, Time: 17:04:07\n",
      "Ep.: 2422, Total Steps: 1177204, Ep.Steps: 580, Score: 532.117, Avg.Score: 639.513, Max.Score: 1014.708, Time: 17:04:39\n",
      "Ep.: 2423, Total Steps: 1177308, Ep.Steps: 104, Score: 119.244, Avg.Score: 632.069, Max.Score: 1014.708, Time: 17:04:44\n",
      "Ep.: 2424, Total Steps: 1177595, Ep.Steps: 287, Score: 267.445, Avg.Score: 625.368, Max.Score: 1014.708, Time: 17:04:59\n",
      "Ep.: 2425, Total Steps: 1177683, Ep.Steps: 88, Score: 87.773, Avg.Score: 623.350, Max.Score: 1014.708, Time: 17:05:03\n",
      "Ep.: 2426, Total Steps: 1177810, Ep.Steps: 127, Score: 134.362, Avg.Score: 614.781, Max.Score: 1014.708, Time: 17:05:10\n",
      "Ep.: 2427, Total Steps: 1178367, Ep.Steps: 557, Score: 486.585, Avg.Score: 609.972, Max.Score: 1014.708, Time: 17:05:41\n",
      "Ep.: 2428, Total Steps: 1178789, Ep.Steps: 422, Score: 328.003, Avg.Score: 603.513, Max.Score: 1014.708, Time: 17:06:05\n",
      "Ep.: 2429, Total Steps: 1178887, Ep.Steps: 98, Score: 96.609, Avg.Score: 594.808, Max.Score: 1014.708, Time: 17:06:10\n",
      "Ep.: 2430, Total Steps: 1179058, Ep.Steps: 171, Score: 179.947, Avg.Score: 596.407, Max.Score: 1014.708, Time: 17:06:19\n",
      "Ep.: 2431, Total Steps: 1179210, Ep.Steps: 152, Score: 156.955, Avg.Score: 588.976, Max.Score: 1014.708, Time: 17:06:27\n",
      "Ep.: 2432, Total Steps: 1180210, Ep.Steps: 1000, Score: 730.906, Avg.Score: 587.162, Max.Score: 1014.708, Time: 17:07:23\n",
      "Ep.: 2433, Total Steps: 1180430, Ep.Steps: 220, Score: 235.091, Avg.Score: 583.297, Max.Score: 1014.708, Time: 17:07:34\n",
      "Ep.: 2434, Total Steps: 1180704, Ep.Steps: 274, Score: 259.413, Avg.Score: 585.652, Max.Score: 1014.708, Time: 17:07:49\n",
      "Ep.: 2435, Total Steps: 1180840, Ep.Steps: 136, Score: 144.506, Avg.Score: 577.631, Max.Score: 1014.708, Time: 17:07:56\n",
      "Ep.: 2436, Total Steps: 1181018, Ep.Steps: 178, Score: 201.277, Avg.Score: 571.578, Max.Score: 1014.708, Time: 17:08:05\n",
      "Ep.: 2437, Total Steps: 1181970, Ep.Steps: 952, Score: 757.777, Avg.Score: 569.372, Max.Score: 1014.708, Time: 17:08:54\n",
      "Ep.: 2438, Total Steps: 1182333, Ep.Steps: 363, Score: 343.439, Avg.Score: 562.890, Max.Score: 1014.708, Time: 17:09:14\n",
      "Ep.: 2439, Total Steps: 1182459, Ep.Steps: 126, Score: 144.626, Avg.Score: 555.359, Max.Score: 1014.708, Time: 17:09:20\n",
      "Ep.: 2440, Total Steps: 1182768, Ep.Steps: 309, Score: 325.119, Avg.Score: 554.637, Max.Score: 1014.708, Time: 17:09:36\n",
      "Ep.: 2441, Total Steps: 1182850, Ep.Steps: 82, Score: 92.320, Avg.Score: 555.006, Max.Score: 1014.708, Time: 17:09:40\n",
      "Ep.: 2442, Total Steps: 1183074, Ep.Steps: 224, Score: 239.849, Avg.Score: 547.537, Max.Score: 1014.708, Time: 17:09:52\n",
      "Ep.: 2443, Total Steps: 1183239, Ep.Steps: 165, Score: 186.926, Avg.Score: 540.905, Max.Score: 1014.708, Time: 17:10:01\n",
      "Ep.: 2444, Total Steps: 1183468, Ep.Steps: 229, Score: 247.740, Avg.Score: 534.913, Max.Score: 1014.708, Time: 17:10:13\n",
      "Ep.: 2445, Total Steps: 1183514, Ep.Steps: 46, Score: 61.152, Avg.Score: 525.608, Max.Score: 1014.708, Time: 17:10:15\n",
      "Ep.: 2446, Total Steps: 1183590, Ep.Steps: 76, Score: 83.357, Avg.Score: 516.874, Max.Score: 1014.708, Time: 17:10:19\n",
      "Ep.: 2447, Total Steps: 1183713, Ep.Steps: 123, Score: 131.286, Avg.Score: 508.234, Max.Score: 1014.708, Time: 17:10:26\n",
      "Ep.: 2448, Total Steps: 1183815, Ep.Steps: 102, Score: 104.932, Avg.Score: 499.395, Max.Score: 1014.708, Time: 17:10:31\n",
      "Ep.: 2449, Total Steps: 1184815, Ep.Steps: 1000, Score: 721.251, Avg.Score: 496.660, Max.Score: 1014.708, Time: 17:11:23\n",
      "Ep.: 2450, Total Steps: 1185003, Ep.Steps: 188, Score: 219.427, Avg.Score: 488.869, Max.Score: 1014.708, Time: 17:11:33\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2451, Total Steps: 1185217, Ep.Steps: 214, Score: 235.002, Avg.Score: 481.481, Max.Score: 1014.708, Time: 17:11:44\n",
      "Ep.: 2452, Total Steps: 1185291, Ep.Steps: 74, Score: 92.477, Avg.Score: 472.736, Max.Score: 1014.708, Time: 17:11:48\n",
      "Ep.: 2453, Total Steps: 1185388, Ep.Steps: 97, Score: 42.088, Avg.Score: 463.395, Max.Score: 1014.708, Time: 17:11:53\n",
      "Ep.: 2454, Total Steps: 1185439, Ep.Steps: 51, Score: 56.913, Avg.Score: 463.499, Max.Score: 1014.708, Time: 17:11:56\n",
      "Ep.: 2455, Total Steps: 1185632, Ep.Steps: 193, Score: 227.476, Avg.Score: 455.715, Max.Score: 1014.708, Time: 17:12:06\n",
      "Ep.: 2456, Total Steps: 1185804, Ep.Steps: 172, Score: 199.700, Avg.Score: 456.687, Max.Score: 1014.708, Time: 17:12:15\n",
      "Ep.: 2457, Total Steps: 1186804, Ep.Steps: 1000, Score: 779.745, Avg.Score: 464.137, Max.Score: 1014.708, Time: 17:13:07\n",
      "Ep.: 2458, Total Steps: 1187695, Ep.Steps: 891, Score: 690.734, Avg.Score: 468.310, Max.Score: 1014.708, Time: 17:13:53\n",
      "Ep.: 2459, Total Steps: 1187801, Ep.Steps: 106, Score: 125.965, Avg.Score: 459.606, Max.Score: 1014.708, Time: 17:13:58\n",
      "Ep.: 2460, Total Steps: 1188384, Ep.Steps: 583, Score: 525.620, Avg.Score: 463.006, Max.Score: 1014.708, Time: 17:14:28\n",
      "Ep.: 2461, Total Steps: 1188551, Ep.Steps: 167, Score: 151.012, Avg.Score: 463.233, Max.Score: 1014.708, Time: 17:14:37\n",
      "Ep.: 2462, Total Steps: 1189551, Ep.Steps: 1000, Score: 754.327, Avg.Score: 460.954, Max.Score: 1014.708, Time: 17:15:29\n",
      "Ep.: 2463, Total Steps: 1190551, Ep.Steps: 1000, Score: 828.000, Avg.Score: 459.417, Max.Score: 1014.708, Time: 17:16:21\n",
      "Ep.: 2464, Total Steps: 1191551, Ep.Steps: 1000, Score: 923.605, Avg.Score: 458.700, Max.Score: 1014.708, Time: 17:17:13\n",
      "Ep.: 2465, Total Steps: 1192551, Ep.Steps: 1000, Score: 948.160, Avg.Score: 466.711, Max.Score: 1014.708, Time: 17:18:05\n",
      "Ep.: 2466, Total Steps: 1193255, Ep.Steps: 704, Score: 695.225, Avg.Score: 463.769, Max.Score: 1014.708, Time: 17:18:42\n",
      "Ep.: 2467, Total Steps: 1193619, Ep.Steps: 364, Score: 390.142, Avg.Score: 466.709, Max.Score: 1014.708, Time: 17:19:01\n",
      "Ep.: 2468, Total Steps: 1193996, Ep.Steps: 377, Score: 381.124, Avg.Score: 461.866, Max.Score: 1014.708, Time: 17:19:20\n",
      "Ep.: 2469, Total Steps: 1194996, Ep.Steps: 1000, Score: 959.056, Avg.Score: 463.837, Max.Score: 1014.708, Time: 17:20:12\n",
      "Ep.: 2470, Total Steps: 1195996, Ep.Steps: 1000, Score: 956.866, Avg.Score: 473.139, Max.Score: 1014.708, Time: 17:21:04\n",
      "Ep.: 2471, Total Steps: 1196996, Ep.Steps: 1000, Score: 997.888, Avg.Score: 473.377, Max.Score: 1014.708, Time: 17:21:56\n",
      "Ep.: 2472, Total Steps: 1197996, Ep.Steps: 1000, Score: 987.899, Avg.Score: 473.366, Max.Score: 1014.708, Time: 17:22:48\n",
      "Ep.: 2473, Total Steps: 1198903, Ep.Steps: 907, Score: 864.434, Avg.Score: 481.394, Max.Score: 1014.708, Time: 17:23:35\n",
      "Ep.: 2474, Total Steps: 1199903, Ep.Steps: 1000, Score: 1004.171, Avg.Score: 481.393, Max.Score: 1014.708, Time: 17:24:27\n",
      "Ep.: 2475, Total Steps: 1200903, Ep.Steps: 1000, Score: 1004.893, Avg.Score: 488.641, Max.Score: 1014.708, Time: 17:25:18\n",
      "Ep.: 2476, Total Steps: 1201903, Ep.Steps: 1000, Score: 992.838, Avg.Score: 488.969, Max.Score: 1014.708, Time: 17:26:10\n",
      "Ep.: 2477, Total Steps: 1202903, Ep.Steps: 1000, Score: 981.328, Avg.Score: 488.739, Max.Score: 1014.708, Time: 17:27:02\n",
      "Ep.: 2478, Total Steps: 1203903, Ep.Steps: 1000, Score: 984.701, Avg.Score: 488.439, Max.Score: 1009.782, Time: 17:27:54\n",
      "Ep.: 2479, Total Steps: 1204271, Ep.Steps: 368, Score: 371.565, Avg.Score: 482.293, Max.Score: 1009.782, Time: 17:28:13\n",
      "Ep.: 2480, Total Steps: 1204444, Ep.Steps: 173, Score: 88.635, Avg.Score: 482.714, Max.Score: 1009.782, Time: 17:28:22\n",
      "Ep.: 2481, Total Steps: 1205411, Ep.Steps: 967, Score: 961.215, Avg.Score: 482.457, Max.Score: 1009.782, Time: 17:29:13\n",
      "Ep.: 2482, Total Steps: 1205925, Ep.Steps: 514, Score: 465.270, Avg.Score: 484.608, Max.Score: 1009.782, Time: 17:29:39\n",
      "Ep.: 2483, Total Steps: 1206745, Ep.Steps: 820, Score: 809.493, Avg.Score: 482.727, Max.Score: 1009.782, Time: 17:30:22\n",
      "Ep.: 2484, Total Steps: 1206972, Ep.Steps: 227, Score: 188.830, Avg.Score: 484.111, Max.Score: 1009.782, Time: 17:30:34\n",
      "Ep.: 2485, Total Steps: 1207073, Ep.Steps: 101, Score: 65.320, Avg.Score: 474.782, Max.Score: 1009.782, Time: 17:30:39\n",
      "Ep.: 2486, Total Steps: 1207463, Ep.Steps: 390, Score: 410.040, Avg.Score: 469.023, Max.Score: 1009.782, Time: 17:30:59\n",
      "Ep.: 2487, Total Steps: 1208463, Ep.Steps: 1000, Score: 825.994, Avg.Score: 475.699, Max.Score: 1009.782, Time: 17:31:51\n",
      "Ep.: 2488, Total Steps: 1209331, Ep.Steps: 868, Score: 805.277, Avg.Score: 473.902, Max.Score: 1009.782, Time: 17:32:36\n",
      "Ep.: 2489, Total Steps: 1210331, Ep.Steps: 1000, Score: 983.482, Avg.Score: 475.971, Max.Score: 1009.782, Time: 17:33:28\n",
      "Ep.: 2490, Total Steps: 1211331, Ep.Steps: 1000, Score: 1000.749, Avg.Score: 476.082, Max.Score: 1009.782, Time: 17:34:20\n",
      "Ep.: 2491, Total Steps: 1212331, Ep.Steps: 1000, Score: 984.537, Avg.Score: 485.566, Max.Score: 1009.782, Time: 17:35:12\n",
      "Ep.: 2492, Total Steps: 1213331, Ep.Steps: 1000, Score: 982.909, Avg.Score: 494.894, Max.Score: 1009.782, Time: 17:36:04\n",
      "Ep.: 2493, Total Steps: 1214331, Ep.Steps: 1000, Score: 905.536, Avg.Score: 503.668, Max.Score: 1009.782, Time: 17:36:55\n",
      "Ep.: 2494, Total Steps: 1214512, Ep.Steps: 181, Score: 172.435, Avg.Score: 504.941, Max.Score: 1009.782, Time: 17:37:05\n",
      "Ep.: 2495, Total Steps: 1215055, Ep.Steps: 543, Score: 493.948, Avg.Score: 507.013, Max.Score: 1009.782, Time: 17:37:33\n",
      "Ep.: 2496, Total Steps: 1216055, Ep.Steps: 1000, Score: 967.898, Avg.Score: 515.461, Max.Score: 1009.782, Time: 17:38:25\n",
      "Ep.: 2497, Total Steps: 1217055, Ep.Steps: 1000, Score: 961.754, Avg.Score: 523.988, Max.Score: 1009.782, Time: 17:39:17\n",
      "Ep.: 2498, Total Steps: 1218055, Ep.Steps: 1000, Score: 992.423, Avg.Score: 526.656, Max.Score: 1009.782, Time: 17:40:10\n",
      "Ep.: 2499, Total Steps: 1219055, Ep.Steps: 1000, Score: 993.004, Avg.Score: 535.293, Max.Score: 1009.782, Time: 17:41:01\n",
      "Ep.: 2500, Total Steps: 1220055, Ep.Steps: 1000, Score: 992.434, Avg.Score: 536.904, Max.Score: 1009.782, Time: 17:41:53\n",
      "Ep.: 2501, Total Steps: 1221055, Ep.Steps: 1000, Score: 998.410, Avg.Score: 545.181, Max.Score: 1009.782, Time: 17:42:45\n",
      "Ep.: 2502, Total Steps: 1222055, Ep.Steps: 1000, Score: 900.038, Avg.Score: 551.391, Max.Score: 1009.782, Time: 17:43:37\n",
      "Ep.: 2503, Total Steps: 1223055, Ep.Steps: 1000, Score: 900.555, Avg.Score: 558.800, Max.Score: 1009.782, Time: 17:44:30\n",
      "Ep.: 2504, Total Steps: 1224055, Ep.Steps: 1000, Score: 928.205, Avg.Score: 566.146, Max.Score: 1009.782, Time: 17:45:22\n",
      "Ep.: 2505, Total Steps: 1225055, Ep.Steps: 1000, Score: 851.989, Avg.Score: 574.003, Max.Score: 1009.782, Time: 17:46:14\n",
      "Ep.: 2506, Total Steps: 1225148, Ep.Steps: 93, Score: 68.450, Avg.Score: 564.840, Max.Score: 1009.782, Time: 17:46:19\n",
      "Ep.: 2507, Total Steps: 1226148, Ep.Steps: 1000, Score: 936.002, Avg.Score: 572.117, Max.Score: 1009.782, Time: 17:47:11\n",
      "Ep.: 2508, Total Steps: 1227148, Ep.Steps: 1000, Score: 921.824, Avg.Score: 571.238, Max.Score: 1004.893, Time: 17:48:03\n",
      "Ep.: 2509, Total Steps: 1228148, Ep.Steps: 1000, Score: 989.649, Avg.Score: 579.878, Max.Score: 1004.893, Time: 17:48:55\n",
      "Ep.: 2510, Total Steps: 1229148, Ep.Steps: 1000, Score: 952.628, Avg.Score: 583.970, Max.Score: 1004.893, Time: 17:49:47\n",
      "Ep.: 2511, Total Steps: 1230148, Ep.Steps: 1000, Score: 976.140, Avg.Score: 585.948, Max.Score: 1004.893, Time: 17:50:40\n",
      "Ep.: 2512, Total Steps: 1230208, Ep.Steps: 60, Score: 7.800, Avg.Score: 576.055, Max.Score: 1004.893, Time: 17:50:43\n",
      "Ep.: 2513, Total Steps: 1230283, Ep.Steps: 75, Score: 52.035, Avg.Score: 567.334, Max.Score: 1004.893, Time: 17:50:47\n",
      "Ep.: 2514, Total Steps: 1231283, Ep.Steps: 1000, Score: 991.354, Avg.Score: 567.260, Max.Score: 1004.893, Time: 17:51:39\n",
      "Ep.: 2515, Total Steps: 1231336, Ep.Steps: 53, Score: 34.004, Avg.Score: 557.707, Max.Score: 1004.893, Time: 17:51:42\n",
      "Ep.: 2516, Total Steps: 1231739, Ep.Steps: 403, Score: 435.901, Avg.Score: 552.501, Max.Score: 1004.893, Time: 17:52:03\n",
      "Ep.: 2517, Total Steps: 1231814, Ep.Steps: 75, Score: 53.543, Avg.Score: 543.480, Max.Score: 1004.893, Time: 17:52:06\n",
      "Ep.: 2518, Total Steps: 1232814, Ep.Steps: 1000, Score: 985.694, Avg.Score: 550.118, Max.Score: 1004.893, Time: 17:52:59\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2519, Total Steps: 1232909, Ep.Steps: 95, Score: 60.213, Avg.Score: 541.564, Max.Score: 1004.893, Time: 17:53:04\n",
      "Ep.: 2520, Total Steps: 1233086, Ep.Steps: 177, Score: 192.841, Avg.Score: 536.242, Max.Score: 1004.893, Time: 17:53:13\n",
      "Ep.: 2521, Total Steps: 1234086, Ep.Steps: 1000, Score: 936.233, Avg.Score: 539.971, Max.Score: 1004.893, Time: 17:54:05\n",
      "Ep.: 2522, Total Steps: 1235086, Ep.Steps: 1000, Score: 912.638, Avg.Score: 543.776, Max.Score: 1004.893, Time: 17:54:57\n",
      "Ep.: 2523, Total Steps: 1236086, Ep.Steps: 1000, Score: 828.889, Avg.Score: 550.872, Max.Score: 1004.893, Time: 17:55:49\n",
      "Ep.: 2524, Total Steps: 1236188, Ep.Steps: 102, Score: 43.036, Avg.Score: 548.628, Max.Score: 1004.893, Time: 17:55:54\n",
      "Ep.: 2525, Total Steps: 1237188, Ep.Steps: 1000, Score: 888.247, Avg.Score: 556.633, Max.Score: 1004.893, Time: 17:56:46\n",
      "Ep.: 2526, Total Steps: 1237464, Ep.Steps: 276, Score: 290.051, Avg.Score: 558.190, Max.Score: 1004.893, Time: 17:57:00\n",
      "Ep.: 2527, Total Steps: 1238464, Ep.Steps: 1000, Score: 1035.241, Avg.Score: 563.677, Max.Score: 1035.241, Time: 17:57:52\n",
      "Ep.: 2528, Total Steps: 1239464, Ep.Steps: 1000, Score: 999.215, Avg.Score: 570.389, Max.Score: 1035.241, Time: 17:58:44\n",
      "Ep.: 2529, Total Steps: 1239809, Ep.Steps: 345, Score: 362.794, Avg.Score: 573.051, Max.Score: 1035.241, Time: 17:59:02\n",
      "Ep.: 2530, Total Steps: 1240149, Ep.Steps: 340, Score: 362.537, Avg.Score: 574.876, Max.Score: 1035.241, Time: 17:59:19\n",
      "Ep.: 2531, Total Steps: 1241149, Ep.Steps: 1000, Score: 912.673, Avg.Score: 582.434, Max.Score: 1035.241, Time: 18:00:11\n",
      "Ep.: 2532, Total Steps: 1241234, Ep.Steps: 85, Score: 99.926, Avg.Score: 576.124, Max.Score: 1035.241, Time: 18:00:16\n",
      "Ep.: 2533, Total Steps: 1241840, Ep.Steps: 606, Score: 618.644, Avg.Score: 579.959, Max.Score: 1035.241, Time: 18:00:48\n",
      "Ep.: 2534, Total Steps: 1242096, Ep.Steps: 256, Score: 214.102, Avg.Score: 579.506, Max.Score: 1035.241, Time: 18:01:01\n",
      "Ep.: 2535, Total Steps: 1242208, Ep.Steps: 112, Score: 126.372, Avg.Score: 579.325, Max.Score: 1035.241, Time: 18:01:07\n",
      "Ep.: 2536, Total Steps: 1243208, Ep.Steps: 1000, Score: 990.451, Avg.Score: 587.217, Max.Score: 1035.241, Time: 18:01:59\n",
      "Ep.: 2537, Total Steps: 1244208, Ep.Steps: 1000, Score: 862.045, Avg.Score: 588.259, Max.Score: 1035.241, Time: 18:02:51\n",
      "Ep.: 2538, Total Steps: 1245208, Ep.Steps: 1000, Score: 880.717, Avg.Score: 593.632, Max.Score: 1035.241, Time: 18:03:43\n",
      "Ep.: 2539, Total Steps: 1245350, Ep.Steps: 142, Score: 156.136, Avg.Score: 593.747, Max.Score: 1035.241, Time: 18:03:50\n",
      "Ep.: 2540, Total Steps: 1246350, Ep.Steps: 1000, Score: 864.267, Avg.Score: 599.139, Max.Score: 1035.241, Time: 18:04:42\n",
      "Ep.: 2541, Total Steps: 1246642, Ep.Steps: 292, Score: 299.876, Avg.Score: 601.214, Max.Score: 1035.241, Time: 18:04:57\n",
      "Ep.: 2542, Total Steps: 1247642, Ep.Steps: 1000, Score: 755.587, Avg.Score: 606.372, Max.Score: 1035.241, Time: 18:05:49\n",
      "Ep.: 2543, Total Steps: 1248304, Ep.Steps: 662, Score: 670.609, Avg.Score: 611.208, Max.Score: 1035.241, Time: 18:06:24\n",
      "Ep.: 2544, Total Steps: 1249304, Ep.Steps: 1000, Score: 823.316, Avg.Score: 616.964, Max.Score: 1035.241, Time: 18:07:15\n",
      "Ep.: 2545, Total Steps: 1250304, Ep.Steps: 1000, Score: 921.194, Avg.Score: 625.565, Max.Score: 1035.241, Time: 18:08:07\n",
      "Ep.: 2546, Total Steps: 1251304, Ep.Steps: 1000, Score: 1006.741, Avg.Score: 634.798, Max.Score: 1035.241, Time: 18:08:58\n",
      "Ep.: 2547, Total Steps: 1251775, Ep.Steps: 471, Score: 348.298, Avg.Score: 636.969, Max.Score: 1035.241, Time: 18:09:22\n",
      "Ep.: 2548, Total Steps: 1251895, Ep.Steps: 120, Score: 74.796, Avg.Score: 636.667, Max.Score: 1035.241, Time: 18:09:28\n",
      "Ep.: 2549, Total Steps: 1252895, Ep.Steps: 1000, Score: 876.390, Avg.Score: 638.219, Max.Score: 1035.241, Time: 18:10:20\n",
      "Ep.: 2550, Total Steps: 1253895, Ep.Steps: 1000, Score: 810.554, Avg.Score: 644.130, Max.Score: 1035.241, Time: 18:11:11\n",
      "Ep.: 2551, Total Steps: 1254895, Ep.Steps: 1000, Score: 902.117, Avg.Score: 650.801, Max.Score: 1035.241, Time: 18:12:03\n",
      "Ep.: 2552, Total Steps: 1255895, Ep.Steps: 1000, Score: 881.242, Avg.Score: 658.689, Max.Score: 1035.241, Time: 18:12:54\n",
      "Ep.: 2553, Total Steps: 1256895, Ep.Steps: 1000, Score: 845.282, Avg.Score: 666.721, Max.Score: 1035.241, Time: 18:13:45\n",
      "Ep.: 2554, Total Steps: 1257895, Ep.Steps: 1000, Score: 863.362, Avg.Score: 674.785, Max.Score: 1035.241, Time: 18:14:36\n",
      "Ep.: 2555, Total Steps: 1258895, Ep.Steps: 1000, Score: 913.522, Avg.Score: 681.646, Max.Score: 1035.241, Time: 18:15:27\n",
      "Ep.: 2556, Total Steps: 1259895, Ep.Steps: 1000, Score: 986.410, Avg.Score: 689.513, Max.Score: 1035.241, Time: 18:16:19\n",
      "Ep.: 2557, Total Steps: 1260243, Ep.Steps: 348, Score: 348.129, Avg.Score: 685.196, Max.Score: 1035.241, Time: 18:16:37\n",
      "Ep.: 2558, Total Steps: 1261243, Ep.Steps: 1000, Score: 993.958, Avg.Score: 688.229, Max.Score: 1035.241, Time: 18:17:29\n",
      "Ep.: 2559, Total Steps: 1261320, Ep.Steps: 77, Score: 27.239, Avg.Score: 687.241, Max.Score: 1035.241, Time: 18:17:32\n",
      "Ep.: 2560, Total Steps: 1262320, Ep.Steps: 1000, Score: 978.052, Avg.Score: 691.766, Max.Score: 1035.241, Time: 18:18:24\n",
      "Ep.: 2561, Total Steps: 1263320, Ep.Steps: 1000, Score: 931.841, Avg.Score: 699.574, Max.Score: 1035.241, Time: 18:19:18\n",
      "Ep.: 2562, Total Steps: 1264320, Ep.Steps: 1000, Score: 970.435, Avg.Score: 701.735, Max.Score: 1035.241, Time: 18:20:12\n",
      "Ep.: 2563, Total Steps: 1264397, Ep.Steps: 77, Score: 34.124, Avg.Score: 693.796, Max.Score: 1035.241, Time: 18:20:17\n",
      "Ep.: 2564, Total Steps: 1265397, Ep.Steps: 1000, Score: 888.178, Avg.Score: 693.442, Max.Score: 1035.241, Time: 18:21:14\n",
      "Ep.: 2565, Total Steps: 1266397, Ep.Steps: 1000, Score: 906.177, Avg.Score: 693.022, Max.Score: 1035.241, Time: 18:22:11\n",
      "Ep.: 2566, Total Steps: 1267397, Ep.Steps: 1000, Score: 976.477, Avg.Score: 695.835, Max.Score: 1035.241, Time: 18:23:06\n",
      "Ep.: 2567, Total Steps: 1268320, Ep.Steps: 923, Score: 835.420, Avg.Score: 700.288, Max.Score: 1035.241, Time: 18:23:56\n",
      "Ep.: 2568, Total Steps: 1269320, Ep.Steps: 1000, Score: 895.479, Avg.Score: 705.431, Max.Score: 1035.241, Time: 18:24:48\n",
      "Ep.: 2569, Total Steps: 1269409, Ep.Steps: 89, Score: 33.639, Avg.Score: 696.177, Max.Score: 1035.241, Time: 18:24:53\n",
      "Ep.: 2570, Total Steps: 1269742, Ep.Steps: 333, Score: 319.386, Avg.Score: 689.802, Max.Score: 1035.241, Time: 18:25:10\n",
      "Ep.: 2571, Total Steps: 1269898, Ep.Steps: 156, Score: 88.863, Avg.Score: 680.712, Max.Score: 1035.241, Time: 18:25:18\n",
      "Ep.: 2572, Total Steps: 1270898, Ep.Steps: 1000, Score: 829.086, Avg.Score: 679.124, Max.Score: 1035.241, Time: 18:26:14\n",
      "Ep.: 2573, Total Steps: 1270980, Ep.Steps: 82, Score: 35.285, Avg.Score: 670.832, Max.Score: 1035.241, Time: 18:26:19\n",
      "Ep.: 2574, Total Steps: 1271980, Ep.Steps: 1000, Score: 880.223, Avg.Score: 669.593, Max.Score: 1035.241, Time: 18:27:11\n",
      "Ep.: 2575, Total Steps: 1272552, Ep.Steps: 572, Score: 483.686, Avg.Score: 664.381, Max.Score: 1035.241, Time: 18:27:40\n",
      "Ep.: 2576, Total Steps: 1273196, Ep.Steps: 644, Score: 719.533, Avg.Score: 661.648, Max.Score: 1035.241, Time: 18:28:14\n",
      "Ep.: 2577, Total Steps: 1273805, Ep.Steps: 609, Score: 632.991, Avg.Score: 658.164, Max.Score: 1035.241, Time: 18:28:45\n",
      "Ep.: 2578, Total Steps: 1274805, Ep.Steps: 1000, Score: 1032.134, Avg.Score: 658.639, Max.Score: 1035.241, Time: 18:29:36\n",
      "Ep.: 2579, Total Steps: 1275805, Ep.Steps: 1000, Score: 977.322, Avg.Score: 664.696, Max.Score: 1035.241, Time: 18:30:27\n",
      "Ep.: 2580, Total Steps: 1276159, Ep.Steps: 354, Score: 410.071, Avg.Score: 667.911, Max.Score: 1035.241, Time: 18:30:44\n",
      "Ep.: 2581, Total Steps: 1277159, Ep.Steps: 1000, Score: 807.260, Avg.Score: 666.371, Max.Score: 1035.241, Time: 18:31:35\n",
      "Ep.: 2582, Total Steps: 1277936, Ep.Steps: 777, Score: 797.721, Avg.Score: 669.696, Max.Score: 1035.241, Time: 18:32:15\n",
      "Ep.: 2583, Total Steps: 1278936, Ep.Steps: 1000, Score: 776.113, Avg.Score: 669.362, Max.Score: 1035.241, Time: 18:33:11\n",
      "Ep.: 2584, Total Steps: 1279605, Ep.Steps: 669, Score: 676.520, Avg.Score: 674.239, Max.Score: 1035.241, Time: 18:33:47\n",
      "Ep.: 2585, Total Steps: 1279813, Ep.Steps: 208, Score: 183.053, Avg.Score: 675.416, Max.Score: 1035.241, Time: 18:33:59\n",
      "Ep.: 2586, Total Steps: 1280410, Ep.Steps: 597, Score: 510.076, Avg.Score: 676.416, Max.Score: 1035.241, Time: 18:34:32\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2587, Total Steps: 1281410, Ep.Steps: 1000, Score: 804.588, Avg.Score: 676.202, Max.Score: 1035.241, Time: 18:35:30\n",
      "Ep.: 2588, Total Steps: 1282410, Ep.Steps: 1000, Score: 764.484, Avg.Score: 675.794, Max.Score: 1035.241, Time: 18:36:28\n",
      "Ep.: 2589, Total Steps: 1283410, Ep.Steps: 1000, Score: 726.294, Avg.Score: 673.222, Max.Score: 1035.241, Time: 18:37:20\n",
      "Ep.: 2590, Total Steps: 1284200, Ep.Steps: 790, Score: 657.062, Avg.Score: 669.786, Max.Score: 1035.241, Time: 18:38:00\n",
      "Ep.: 2591, Total Steps: 1285200, Ep.Steps: 1000, Score: 747.227, Avg.Score: 667.412, Max.Score: 1035.241, Time: 18:38:51\n",
      "Ep.: 2592, Total Steps: 1285283, Ep.Steps: 83, Score: 102.120, Avg.Score: 658.605, Max.Score: 1035.241, Time: 18:38:55\n",
      "Ep.: 2593, Total Steps: 1286283, Ep.Steps: 1000, Score: 741.155, Avg.Score: 656.961, Max.Score: 1035.241, Time: 18:39:50\n",
      "Ep.: 2594, Total Steps: 1287283, Ep.Steps: 1000, Score: 824.056, Avg.Score: 663.477, Max.Score: 1035.241, Time: 18:40:43\n",
      "Ep.: 2595, Total Steps: 1288283, Ep.Steps: 1000, Score: 887.907, Avg.Score: 667.417, Max.Score: 1035.241, Time: 18:41:35\n",
      "Ep.: 2596, Total Steps: 1289237, Ep.Steps: 954, Score: 771.024, Avg.Score: 665.448, Max.Score: 1035.241, Time: 18:42:26\n",
      "Ep.: 2597, Total Steps: 1289882, Ep.Steps: 645, Score: 570.738, Avg.Score: 661.538, Max.Score: 1035.241, Time: 18:43:01\n",
      "Ep.: 2598, Total Steps: 1290142, Ep.Steps: 260, Score: 270.265, Avg.Score: 654.316, Max.Score: 1035.241, Time: 18:43:15\n",
      "Ep.: 2599, Total Steps: 1290511, Ep.Steps: 369, Score: 334.264, Avg.Score: 647.729, Max.Score: 1035.241, Time: 18:43:34\n",
      "Ep.: 2600, Total Steps: 1290617, Ep.Steps: 106, Score: 95.108, Avg.Score: 638.755, Max.Score: 1035.241, Time: 18:43:40\n",
      "Ep.: 2601, Total Steps: 1291061, Ep.Steps: 444, Score: 396.352, Avg.Score: 632.735, Max.Score: 1035.241, Time: 18:44:05\n",
      "Ep.: 2602, Total Steps: 1291595, Ep.Steps: 534, Score: 453.790, Avg.Score: 628.272, Max.Score: 1035.241, Time: 18:44:35\n",
      "Ep.: 2603, Total Steps: 1292595, Ep.Steps: 1000, Score: 1006.104, Avg.Score: 629.328, Max.Score: 1035.241, Time: 18:45:26\n",
      "Ep.: 2604, Total Steps: 1292816, Ep.Steps: 221, Score: 256.276, Avg.Score: 622.609, Max.Score: 1035.241, Time: 18:45:37\n",
      "Ep.: 2605, Total Steps: 1293816, Ep.Steps: 1000, Score: 947.985, Avg.Score: 623.569, Max.Score: 1035.241, Time: 18:46:28\n",
      "Ep.: 2606, Total Steps: 1294058, Ep.Steps: 242, Score: 260.166, Avg.Score: 625.486, Max.Score: 1035.241, Time: 18:46:40\n",
      "Ep.: 2607, Total Steps: 1295058, Ep.Steps: 1000, Score: 965.134, Avg.Score: 625.777, Max.Score: 1035.241, Time: 18:47:31\n",
      "Ep.: 2608, Total Steps: 1295325, Ep.Steps: 267, Score: 239.333, Avg.Score: 618.952, Max.Score: 1035.241, Time: 18:47:45\n",
      "Ep.: 2609, Total Steps: 1296325, Ep.Steps: 1000, Score: 968.082, Avg.Score: 618.736, Max.Score: 1035.241, Time: 18:48:36\n",
      "Ep.: 2610, Total Steps: 1297325, Ep.Steps: 1000, Score: 1022.195, Avg.Score: 619.432, Max.Score: 1035.241, Time: 18:49:30\n",
      "Ep.: 2611, Total Steps: 1298121, Ep.Steps: 796, Score: 705.205, Avg.Score: 616.723, Max.Score: 1035.241, Time: 18:50:14\n",
      "Ep.: 2612, Total Steps: 1299121, Ep.Steps: 1000, Score: 930.307, Avg.Score: 625.948, Max.Score: 1035.241, Time: 18:51:08\n",
      "Ep.: 2613, Total Steps: 1299468, Ep.Steps: 347, Score: 353.249, Avg.Score: 628.960, Max.Score: 1035.241, Time: 18:51:27\n",
      "Ep.: 2614, Total Steps: 1299661, Ep.Steps: 193, Score: 194.473, Avg.Score: 620.991, Max.Score: 1035.241, Time: 18:51:38\n",
      "Ep.: 2615, Total Steps: 1300661, Ep.Steps: 1000, Score: 845.795, Avg.Score: 629.109, Max.Score: 1035.241, Time: 18:52:30\n",
      "Ep.: 2616, Total Steps: 1300792, Ep.Steps: 131, Score: 81.116, Avg.Score: 625.561, Max.Score: 1035.241, Time: 18:52:37\n",
      "Ep.: 2617, Total Steps: 1301792, Ep.Steps: 1000, Score: 896.621, Avg.Score: 633.992, Max.Score: 1035.241, Time: 18:53:30\n",
      "Ep.: 2618, Total Steps: 1302792, Ep.Steps: 1000, Score: 818.339, Avg.Score: 632.318, Max.Score: 1035.241, Time: 18:54:22\n",
      "Ep.: 2619, Total Steps: 1303792, Ep.Steps: 1000, Score: 990.225, Avg.Score: 641.619, Max.Score: 1035.241, Time: 18:55:14\n",
      "Ep.: 2620, Total Steps: 1303875, Ep.Steps: 83, Score: 34.557, Avg.Score: 640.036, Max.Score: 1035.241, Time: 18:55:18\n",
      "Ep.: 2621, Total Steps: 1304363, Ep.Steps: 488, Score: 459.282, Avg.Score: 635.266, Max.Score: 1035.241, Time: 18:55:44\n",
      "Ep.: 2622, Total Steps: 1305363, Ep.Steps: 1000, Score: 976.358, Avg.Score: 635.903, Max.Score: 1035.241, Time: 18:56:36\n",
      "Ep.: 2623, Total Steps: 1306363, Ep.Steps: 1000, Score: 988.057, Avg.Score: 637.495, Max.Score: 1035.241, Time: 18:57:28\n",
      "Ep.: 2624, Total Steps: 1307363, Ep.Steps: 1000, Score: 897.670, Avg.Score: 646.041, Max.Score: 1035.241, Time: 18:58:21\n",
      "Ep.: 2625, Total Steps: 1308363, Ep.Steps: 1000, Score: 907.728, Avg.Score: 646.236, Max.Score: 1035.241, Time: 18:59:13\n",
      "Ep.: 2626, Total Steps: 1308471, Ep.Steps: 108, Score: 54.625, Avg.Score: 643.882, Max.Score: 1035.241, Time: 18:59:19\n",
      "Ep.: 2627, Total Steps: 1309471, Ep.Steps: 1000, Score: 818.678, Avg.Score: 641.716, Max.Score: 1032.134, Time: 19:00:11\n",
      "Ep.: 2628, Total Steps: 1310471, Ep.Steps: 1000, Score: 907.497, Avg.Score: 640.799, Max.Score: 1032.134, Time: 19:01:04\n",
      "Ep.: 2629, Total Steps: 1311471, Ep.Steps: 1000, Score: 925.214, Avg.Score: 646.423, Max.Score: 1032.134, Time: 19:01:56\n",
      "Ep.: 2630, Total Steps: 1311515, Ep.Steps: 44, Score: 50.660, Avg.Score: 643.305, Max.Score: 1032.134, Time: 19:01:58\n",
      "Ep.: 2631, Total Steps: 1312515, Ep.Steps: 1000, Score: 900.508, Avg.Score: 643.183, Max.Score: 1032.134, Time: 19:02:50\n",
      "Ep.: 2632, Total Steps: 1313515, Ep.Steps: 1000, Score: 900.593, Avg.Score: 651.190, Max.Score: 1032.134, Time: 19:03:42\n",
      "Ep.: 2633, Total Steps: 1314515, Ep.Steps: 1000, Score: 902.038, Avg.Score: 654.024, Max.Score: 1032.134, Time: 19:04:35\n",
      "Ep.: 2634, Total Steps: 1315515, Ep.Steps: 1000, Score: 909.755, Avg.Score: 660.980, Max.Score: 1032.134, Time: 19:05:26\n",
      "Ep.: 2635, Total Steps: 1315928, Ep.Steps: 413, Score: 305.859, Avg.Score: 662.775, Max.Score: 1032.134, Time: 19:05:48\n",
      "Ep.: 2636, Total Steps: 1316620, Ep.Steps: 692, Score: 707.312, Avg.Score: 659.944, Max.Score: 1032.134, Time: 19:06:24\n",
      "Ep.: 2637, Total Steps: 1317149, Ep.Steps: 529, Score: 575.936, Avg.Score: 657.083, Max.Score: 1032.134, Time: 19:06:51\n",
      "Ep.: 2638, Total Steps: 1318149, Ep.Steps: 1000, Score: 894.856, Avg.Score: 657.224, Max.Score: 1032.134, Time: 19:07:43\n",
      "Ep.: 2639, Total Steps: 1318301, Ep.Steps: 152, Score: 154.239, Avg.Score: 657.205, Max.Score: 1032.134, Time: 19:07:51\n",
      "Ep.: 2640, Total Steps: 1319301, Ep.Steps: 1000, Score: 832.722, Avg.Score: 656.889, Max.Score: 1032.134, Time: 19:08:43\n",
      "Ep.: 2641, Total Steps: 1320301, Ep.Steps: 1000, Score: 1022.252, Avg.Score: 664.113, Max.Score: 1032.134, Time: 19:09:35\n",
      "Ep.: 2642, Total Steps: 1320778, Ep.Steps: 477, Score: 453.067, Avg.Score: 661.088, Max.Score: 1032.134, Time: 19:10:00\n",
      "Ep.: 2643, Total Steps: 1320975, Ep.Steps: 197, Score: 244.788, Avg.Score: 656.830, Max.Score: 1032.134, Time: 19:10:10\n",
      "Ep.: 2644, Total Steps: 1321440, Ep.Steps: 465, Score: 469.232, Avg.Score: 653.289, Max.Score: 1032.134, Time: 19:10:34\n",
      "Ep.: 2645, Total Steps: 1322440, Ep.Steps: 1000, Score: 851.596, Avg.Score: 652.593, Max.Score: 1032.134, Time: 19:11:26\n",
      "Ep.: 2646, Total Steps: 1323440, Ep.Steps: 1000, Score: 903.799, Avg.Score: 651.564, Max.Score: 1032.134, Time: 19:12:18\n",
      "Ep.: 2647, Total Steps: 1323694, Ep.Steps: 254, Score: 277.009, Avg.Score: 650.851, Max.Score: 1032.134, Time: 19:12:31\n",
      "Ep.: 2648, Total Steps: 1323867, Ep.Steps: 173, Score: 196.464, Avg.Score: 652.067, Max.Score: 1032.134, Time: 19:12:40\n",
      "Ep.: 2649, Total Steps: 1324867, Ep.Steps: 1000, Score: 947.878, Avg.Score: 652.782, Max.Score: 1032.134, Time: 19:13:32\n",
      "Ep.: 2650, Total Steps: 1325867, Ep.Steps: 1000, Score: 1020.429, Avg.Score: 654.881, Max.Score: 1032.134, Time: 19:14:24\n",
      "Ep.: 2651, Total Steps: 1326867, Ep.Steps: 1000, Score: 995.511, Avg.Score: 655.815, Max.Score: 1032.134, Time: 19:15:15\n",
      "Ep.: 2652, Total Steps: 1327867, Ep.Steps: 1000, Score: 1068.180, Avg.Score: 657.684, Max.Score: 1068.180, Time: 19:16:07\n",
      "Ep.: 2653, Total Steps: 1328867, Ep.Steps: 1000, Score: 915.757, Avg.Score: 658.389, Max.Score: 1068.180, Time: 19:17:00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2654, Total Steps: 1329867, Ep.Steps: 1000, Score: 921.960, Avg.Score: 658.975, Max.Score: 1068.180, Time: 19:17:52\n",
      "Ep.: 2655, Total Steps: 1330867, Ep.Steps: 1000, Score: 932.739, Avg.Score: 659.167, Max.Score: 1068.180, Time: 19:18:44\n",
      "Ep.: 2656, Total Steps: 1331867, Ep.Steps: 1000, Score: 981.982, Avg.Score: 659.123, Max.Score: 1068.180, Time: 19:19:35\n",
      "Ep.: 2657, Total Steps: 1331940, Ep.Steps: 73, Score: 69.828, Avg.Score: 656.340, Max.Score: 1068.180, Time: 19:19:39\n",
      "Ep.: 2658, Total Steps: 1332940, Ep.Steps: 1000, Score: 968.987, Avg.Score: 656.090, Max.Score: 1068.180, Time: 19:20:31\n",
      "Ep.: 2659, Total Steps: 1333940, Ep.Steps: 1000, Score: 950.723, Avg.Score: 665.325, Max.Score: 1068.180, Time: 19:21:23\n",
      "Ep.: 2660, Total Steps: 1334940, Ep.Steps: 1000, Score: 1140.174, Avg.Score: 666.946, Max.Score: 1140.174, Time: 19:22:15\n",
      "Ep.: 2661, Total Steps: 1335940, Ep.Steps: 1000, Score: 889.933, Avg.Score: 666.527, Max.Score: 1140.174, Time: 19:23:07\n",
      "Ep.: 2662, Total Steps: 1336940, Ep.Steps: 1000, Score: 1249.428, Avg.Score: 669.317, Max.Score: 1249.428, Time: 19:23:59\n",
      "Ep.: 2663, Total Steps: 1337940, Ep.Steps: 1000, Score: 1074.846, Avg.Score: 679.724, Max.Score: 1249.428, Time: 19:24:50\n",
      "Ep.: 2664, Total Steps: 1338074, Ep.Steps: 134, Score: 90.174, Avg.Score: 671.744, Max.Score: 1249.428, Time: 19:24:57\n",
      "Ep.: 2665, Total Steps: 1339074, Ep.Steps: 1000, Score: 1110.197, Avg.Score: 673.785, Max.Score: 1249.428, Time: 19:25:49\n",
      "Ep.: 2666, Total Steps: 1339178, Ep.Steps: 104, Score: 46.213, Avg.Score: 664.482, Max.Score: 1249.428, Time: 19:25:55\n",
      "Ep.: 2667, Total Steps: 1340178, Ep.Steps: 1000, Score: 776.917, Avg.Score: 663.897, Max.Score: 1249.428, Time: 19:26:47\n",
      "Ep.: 2668, Total Steps: 1341178, Ep.Steps: 1000, Score: 904.333, Avg.Score: 663.985, Max.Score: 1249.428, Time: 19:27:38\n",
      "Ep.: 2669, Total Steps: 1342178, Ep.Steps: 1000, Score: 943.494, Avg.Score: 673.084, Max.Score: 1249.428, Time: 19:28:30\n",
      "Ep.: 2670, Total Steps: 1342349, Ep.Steps: 171, Score: 215.836, Avg.Score: 672.048, Max.Score: 1249.428, Time: 19:28:39\n",
      "Ep.: 2671, Total Steps: 1342520, Ep.Steps: 171, Score: 215.923, Avg.Score: 673.319, Max.Score: 1249.428, Time: 19:28:48\n",
      "Ep.: 2672, Total Steps: 1342705, Ep.Steps: 185, Score: 217.980, Avg.Score: 667.208, Max.Score: 1249.428, Time: 19:28:58\n",
      "Ep.: 2673, Total Steps: 1342859, Ep.Steps: 154, Score: 183.491, Avg.Score: 668.690, Max.Score: 1249.428, Time: 19:29:06\n",
      "Ep.: 2674, Total Steps: 1343194, Ep.Steps: 335, Score: 339.747, Avg.Score: 663.285, Max.Score: 1249.428, Time: 19:29:23\n",
      "Ep.: 2675, Total Steps: 1343418, Ep.Steps: 224, Score: 248.548, Avg.Score: 660.934, Max.Score: 1249.428, Time: 19:29:35\n",
      "Ep.: 2676, Total Steps: 1343666, Ep.Steps: 248, Score: 316.184, Avg.Score: 656.900, Max.Score: 1249.428, Time: 19:29:48\n",
      "Ep.: 2677, Total Steps: 1344666, Ep.Steps: 1000, Score: 796.266, Avg.Score: 658.533, Max.Score: 1249.428, Time: 19:30:40\n",
      "Ep.: 2678, Total Steps: 1345666, Ep.Steps: 1000, Score: 961.275, Avg.Score: 657.825, Max.Score: 1249.428, Time: 19:31:32\n",
      "Ep.: 2679, Total Steps: 1345771, Ep.Steps: 105, Score: 129.681, Avg.Score: 649.348, Max.Score: 1249.428, Time: 19:31:38\n",
      "Ep.: 2680, Total Steps: 1346550, Ep.Steps: 779, Score: 740.699, Avg.Score: 652.654, Max.Score: 1249.428, Time: 19:32:18\n",
      "Ep.: 2681, Total Steps: 1346673, Ep.Steps: 123, Score: 163.867, Avg.Score: 646.221, Max.Score: 1249.428, Time: 19:32:25\n",
      "Ep.: 2682, Total Steps: 1347673, Ep.Steps: 1000, Score: 896.567, Avg.Score: 647.209, Max.Score: 1249.428, Time: 19:33:17\n",
      "Ep.: 2683, Total Steps: 1348673, Ep.Steps: 1000, Score: 869.871, Avg.Score: 648.147, Max.Score: 1249.428, Time: 19:34:09\n",
      "Ep.: 2684, Total Steps: 1349673, Ep.Steps: 1000, Score: 1244.980, Avg.Score: 653.831, Max.Score: 1249.428, Time: 19:35:01\n",
      "Ep.: 2685, Total Steps: 1350673, Ep.Steps: 1000, Score: 1348.563, Avg.Score: 665.486, Max.Score: 1348.563, Time: 19:35:53\n",
      "Ep.: 2686, Total Steps: 1351673, Ep.Steps: 1000, Score: 1208.437, Avg.Score: 672.470, Max.Score: 1348.563, Time: 19:36:45\n",
      "Ep.: 2687, Total Steps: 1352673, Ep.Steps: 1000, Score: 1339.367, Avg.Score: 677.818, Max.Score: 1348.563, Time: 19:37:37\n",
      "Ep.: 2688, Total Steps: 1353673, Ep.Steps: 1000, Score: 1296.227, Avg.Score: 683.135, Max.Score: 1348.563, Time: 19:38:29\n",
      "Ep.: 2689, Total Steps: 1354673, Ep.Steps: 1000, Score: 1300.749, Avg.Score: 688.880, Max.Score: 1348.563, Time: 19:39:21\n",
      "Ep.: 2690, Total Steps: 1355673, Ep.Steps: 1000, Score: 983.629, Avg.Score: 692.145, Max.Score: 1348.563, Time: 19:40:12\n",
      "Ep.: 2691, Total Steps: 1356673, Ep.Steps: 1000, Score: 979.864, Avg.Score: 694.472, Max.Score: 1348.563, Time: 19:41:04\n",
      "Ep.: 2692, Total Steps: 1357673, Ep.Steps: 1000, Score: 940.964, Avg.Score: 702.860, Max.Score: 1348.563, Time: 19:41:55\n",
      "Ep.: 2693, Total Steps: 1357722, Ep.Steps: 49, Score: 62.218, Avg.Score: 696.071, Max.Score: 1348.563, Time: 19:41:58\n",
      "Ep.: 2694, Total Steps: 1358265, Ep.Steps: 543, Score: 586.571, Avg.Score: 693.696, Max.Score: 1348.563, Time: 19:42:26\n",
      "Ep.: 2695, Total Steps: 1358321, Ep.Steps: 56, Score: 71.970, Avg.Score: 685.537, Max.Score: 1348.563, Time: 19:42:29\n",
      "Ep.: 2696, Total Steps: 1358721, Ep.Steps: 400, Score: 533.776, Avg.Score: 683.164, Max.Score: 1348.563, Time: 19:42:50\n",
      "Ep.: 2697, Total Steps: 1358744, Ep.Steps: 23, Score: 28.857, Avg.Score: 677.745, Max.Score: 1348.563, Time: 19:42:51\n",
      "Ep.: 2698, Total Steps: 1359404, Ep.Steps: 660, Score: 629.781, Avg.Score: 681.340, Max.Score: 1348.563, Time: 19:43:25\n",
      "Ep.: 2699, Total Steps: 1360404, Ep.Steps: 1000, Score: 809.378, Avg.Score: 686.092, Max.Score: 1348.563, Time: 19:44:17\n",
      "Ep.: 2700, Total Steps: 1361404, Ep.Steps: 1000, Score: 936.258, Avg.Score: 694.503, Max.Score: 1348.563, Time: 19:45:09\n",
      "Ep.: 2701, Total Steps: 1362404, Ep.Steps: 1000, Score: 864.500, Avg.Score: 699.185, Max.Score: 1348.563, Time: 19:46:00\n",
      "Ep.: 2702, Total Steps: 1362445, Ep.Steps: 41, Score: 44.937, Avg.Score: 695.096, Max.Score: 1348.563, Time: 19:46:03\n",
      "Ep.: 2703, Total Steps: 1363445, Ep.Steps: 1000, Score: 921.706, Avg.Score: 694.252, Max.Score: 1348.563, Time: 19:46:55\n",
      "Ep.: 2704, Total Steps: 1364445, Ep.Steps: 1000, Score: 806.439, Avg.Score: 699.754, Max.Score: 1348.563, Time: 19:47:46\n",
      "Ep.: 2705, Total Steps: 1365445, Ep.Steps: 1000, Score: 828.953, Avg.Score: 698.563, Max.Score: 1348.563, Time: 19:48:39\n",
      "Ep.: 2706, Total Steps: 1366445, Ep.Steps: 1000, Score: 897.273, Avg.Score: 704.934, Max.Score: 1348.563, Time: 19:49:31\n",
      "Ep.: 2707, Total Steps: 1367445, Ep.Steps: 1000, Score: 1072.384, Avg.Score: 706.007, Max.Score: 1348.563, Time: 19:50:23\n",
      "Ep.: 2708, Total Steps: 1368445, Ep.Steps: 1000, Score: 958.317, Avg.Score: 713.197, Max.Score: 1348.563, Time: 19:51:15\n",
      "Ep.: 2709, Total Steps: 1369445, Ep.Steps: 1000, Score: 1301.168, Avg.Score: 716.528, Max.Score: 1348.563, Time: 19:52:07\n",
      "Ep.: 2710, Total Steps: 1370445, Ep.Steps: 1000, Score: 1126.494, Avg.Score: 717.571, Max.Score: 1348.563, Time: 19:52:59\n",
      "Ep.: 2711, Total Steps: 1371445, Ep.Steps: 1000, Score: 959.413, Avg.Score: 720.113, Max.Score: 1348.563, Time: 19:53:50\n",
      "Ep.: 2712, Total Steps: 1372445, Ep.Steps: 1000, Score: 1085.581, Avg.Score: 721.665, Max.Score: 1348.563, Time: 19:54:42\n",
      "Ep.: 2713, Total Steps: 1372575, Ep.Steps: 130, Score: 151.749, Avg.Score: 719.650, Max.Score: 1348.563, Time: 19:54:49\n",
      "Ep.: 2714, Total Steps: 1373575, Ep.Steps: 1000, Score: 1000.550, Avg.Score: 727.711, Max.Score: 1348.563, Time: 19:55:41\n",
      "Ep.: 2715, Total Steps: 1374575, Ep.Steps: 1000, Score: 825.275, Avg.Score: 727.506, Max.Score: 1348.563, Time: 19:56:33\n",
      "Ep.: 2716, Total Steps: 1375575, Ep.Steps: 1000, Score: 1018.874, Avg.Score: 736.884, Max.Score: 1348.563, Time: 19:57:25\n",
      "Ep.: 2717, Total Steps: 1376575, Ep.Steps: 1000, Score: 943.220, Avg.Score: 737.350, Max.Score: 1348.563, Time: 19:58:17\n",
      "Ep.: 2718, Total Steps: 1377575, Ep.Steps: 1000, Score: 1184.762, Avg.Score: 741.014, Max.Score: 1348.563, Time: 19:59:09\n",
      "Ep.: 2719, Total Steps: 1378575, Ep.Steps: 1000, Score: 949.474, Avg.Score: 740.606, Max.Score: 1348.563, Time: 20:00:01\n",
      "Ep.: 2720, Total Steps: 1379575, Ep.Steps: 1000, Score: 1255.140, Avg.Score: 752.812, Max.Score: 1348.563, Time: 20:00:53\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2721, Total Steps: 1380575, Ep.Steps: 1000, Score: 1148.098, Avg.Score: 759.700, Max.Score: 1348.563, Time: 20:01:45\n",
      "Ep.: 2722, Total Steps: 1381575, Ep.Steps: 1000, Score: 1350.284, Avg.Score: 763.440, Max.Score: 1350.284, Time: 20:02:37\n",
      "Ep.: 2723, Total Steps: 1382575, Ep.Steps: 1000, Score: 1198.354, Avg.Score: 765.543, Max.Score: 1350.284, Time: 20:03:29\n",
      "Ep.: 2724, Total Steps: 1383575, Ep.Steps: 1000, Score: 1304.897, Avg.Score: 769.615, Max.Score: 1350.284, Time: 20:04:21\n",
      "Ep.: 2725, Total Steps: 1384575, Ep.Steps: 1000, Score: 1127.614, Avg.Score: 771.814, Max.Score: 1350.284, Time: 20:05:13\n",
      "Ep.: 2726, Total Steps: 1385575, Ep.Steps: 1000, Score: 1049.519, Avg.Score: 781.763, Max.Score: 1350.284, Time: 20:06:05\n",
      "Ep.: 2727, Total Steps: 1386575, Ep.Steps: 1000, Score: 1210.633, Avg.Score: 785.682, Max.Score: 1350.284, Time: 20:06:57\n",
      "Ep.: 2728, Total Steps: 1387575, Ep.Steps: 1000, Score: 1187.442, Avg.Score: 788.482, Max.Score: 1350.284, Time: 20:07:49\n",
      "Ep.: 2729, Total Steps: 1388575, Ep.Steps: 1000, Score: 903.596, Avg.Score: 788.265, Max.Score: 1350.284, Time: 20:08:41\n",
      "Ep.: 2730, Total Steps: 1389575, Ep.Steps: 1000, Score: 1198.962, Avg.Score: 799.748, Max.Score: 1350.284, Time: 20:09:33\n",
      "Ep.: 2731, Total Steps: 1390575, Ep.Steps: 1000, Score: 1382.058, Avg.Score: 804.564, Max.Score: 1382.058, Time: 20:10:25\n",
      "Ep.: 2732, Total Steps: 1391575, Ep.Steps: 1000, Score: 1326.436, Avg.Score: 808.822, Max.Score: 1382.058, Time: 20:11:16\n",
      "Ep.: 2733, Total Steps: 1392575, Ep.Steps: 1000, Score: 1488.482, Avg.Score: 814.687, Max.Score: 1488.482, Time: 20:12:08\n",
      "Ep.: 2734, Total Steps: 1393575, Ep.Steps: 1000, Score: 1432.891, Avg.Score: 819.918, Max.Score: 1488.482, Time: 20:12:59\n",
      "Ep.: 2735, Total Steps: 1394575, Ep.Steps: 1000, Score: 1505.458, Avg.Score: 831.914, Max.Score: 1505.458, Time: 20:13:51\n",
      "Ep.: 2736, Total Steps: 1395575, Ep.Steps: 1000, Score: 1479.530, Avg.Score: 839.636, Max.Score: 1505.458, Time: 20:14:44\n",
      "Ep.: 2737, Total Steps: 1396575, Ep.Steps: 1000, Score: 1478.963, Avg.Score: 848.667, Max.Score: 1505.458, Time: 20:15:36\n",
      "Ep.: 2738, Total Steps: 1397575, Ep.Steps: 1000, Score: 1475.720, Avg.Score: 854.475, Max.Score: 1505.458, Time: 20:16:28\n",
      "Ep.: 2739, Total Steps: 1398575, Ep.Steps: 1000, Score: 1495.995, Avg.Score: 867.893, Max.Score: 1505.458, Time: 20:17:20\n",
      "Ep.: 2740, Total Steps: 1399575, Ep.Steps: 1000, Score: 1520.470, Avg.Score: 874.770, Max.Score: 1520.470, Time: 20:18:11\n",
      "Ep.: 2741, Total Steps: 1400575, Ep.Steps: 1000, Score: 1258.596, Avg.Score: 877.134, Max.Score: 1520.470, Time: 20:19:03\n",
      "Ep.: 2742, Total Steps: 1401575, Ep.Steps: 1000, Score: 1519.058, Avg.Score: 887.794, Max.Score: 1520.470, Time: 20:19:55\n",
      "Ep.: 2743, Total Steps: 1402575, Ep.Steps: 1000, Score: 1227.600, Avg.Score: 897.622, Max.Score: 1520.470, Time: 20:20:47\n",
      "Ep.: 2744, Total Steps: 1403575, Ep.Steps: 1000, Score: 1486.682, Avg.Score: 907.796, Max.Score: 1520.470, Time: 20:21:39\n",
      "Ep.: 2745, Total Steps: 1404575, Ep.Steps: 1000, Score: 1471.174, Avg.Score: 913.992, Max.Score: 1520.470, Time: 20:22:31\n",
      "Ep.: 2746, Total Steps: 1405575, Ep.Steps: 1000, Score: 1508.196, Avg.Score: 920.036, Max.Score: 1520.470, Time: 20:23:23\n",
      "Ep.: 2747, Total Steps: 1406575, Ep.Steps: 1000, Score: 1413.705, Avg.Score: 931.403, Max.Score: 1520.470, Time: 20:24:14\n",
      "Ep.: 2748, Total Steps: 1407575, Ep.Steps: 1000, Score: 1501.436, Avg.Score: 944.453, Max.Score: 1520.470, Time: 20:25:06\n",
      "Ep.: 2749, Total Steps: 1408575, Ep.Steps: 1000, Score: 872.584, Avg.Score: 943.700, Max.Score: 1520.470, Time: 20:25:59\n",
      "Ep.: 2750, Total Steps: 1409575, Ep.Steps: 1000, Score: 930.597, Avg.Score: 942.801, Max.Score: 1520.470, Time: 20:26:51\n",
      "Ep.: 2751, Total Steps: 1410575, Ep.Steps: 1000, Score: 1333.314, Avg.Score: 946.179, Max.Score: 1520.470, Time: 20:27:43\n",
      "Ep.: 2752, Total Steps: 1411575, Ep.Steps: 1000, Score: 1407.204, Avg.Score: 949.570, Max.Score: 1520.470, Time: 20:28:35\n",
      "Ep.: 2753, Total Steps: 1412575, Ep.Steps: 1000, Score: 1594.373, Avg.Score: 956.356, Max.Score: 1594.373, Time: 20:29:27\n",
      "Ep.: 2754, Total Steps: 1413575, Ep.Steps: 1000, Score: 1066.927, Avg.Score: 957.805, Max.Score: 1594.373, Time: 20:30:19\n",
      "Ep.: 2755, Total Steps: 1414575, Ep.Steps: 1000, Score: 1436.581, Avg.Score: 962.844, Max.Score: 1594.373, Time: 20:31:11\n",
      "Ep.: 2756, Total Steps: 1415575, Ep.Steps: 1000, Score: 1038.055, Avg.Score: 963.405, Max.Score: 1594.373, Time: 20:32:06\n",
      "Ep.: 2757, Total Steps: 1416575, Ep.Steps: 1000, Score: 1296.775, Avg.Score: 975.674, Max.Score: 1594.373, Time: 20:33:01\n",
      "Ep.: 2758, Total Steps: 1417575, Ep.Steps: 1000, Score: 964.224, Avg.Score: 975.626, Max.Score: 1594.373, Time: 20:33:54\n",
      "Ep.: 2759, Total Steps: 1418575, Ep.Steps: 1000, Score: 1452.572, Avg.Score: 980.645, Max.Score: 1594.373, Time: 20:34:47\n",
      "Ep.: 2760, Total Steps: 1419575, Ep.Steps: 1000, Score: 1471.795, Avg.Score: 983.961, Max.Score: 1594.373, Time: 20:35:44\n",
      "Ep.: 2761, Total Steps: 1420575, Ep.Steps: 1000, Score: 1509.645, Avg.Score: 990.158, Max.Score: 1594.373, Time: 20:36:39\n",
      "Ep.: 2762, Total Steps: 1421575, Ep.Steps: 1000, Score: 1462.781, Avg.Score: 992.292, Max.Score: 1594.373, Time: 20:37:32\n",
      "Ep.: 2763, Total Steps: 1422575, Ep.Steps: 1000, Score: 1484.090, Avg.Score: 996.384, Max.Score: 1594.373, Time: 20:38:27\n",
      "Ep.: 2764, Total Steps: 1423575, Ep.Steps: 1000, Score: 1574.606, Avg.Score: 1011.229, Max.Score: 1594.373, Time: 20:39:25\n",
      "Ep.: 2765, Total Steps: 1424575, Ep.Steps: 1000, Score: 1572.650, Avg.Score: 1015.853, Max.Score: 1594.373, Time: 20:40:22\n",
      "Ep.: 2766, Total Steps: 1425575, Ep.Steps: 1000, Score: 1578.153, Avg.Score: 1031.173, Max.Score: 1594.373, Time: 20:41:14\n",
      "Ep.: 2767, Total Steps: 1426575, Ep.Steps: 1000, Score: 1589.139, Avg.Score: 1039.295, Max.Score: 1594.373, Time: 20:42:09\n",
      "Ep.: 2768, Total Steps: 1427575, Ep.Steps: 1000, Score: 1559.280, Avg.Score: 1045.844, Max.Score: 1594.373, Time: 20:43:02\n",
      "Ep.: 2769, Total Steps: 1428575, Ep.Steps: 1000, Score: 1646.113, Avg.Score: 1052.870, Max.Score: 1646.113, Time: 20:43:56\n",
      "Ep.: 2770, Total Steps: 1429575, Ep.Steps: 1000, Score: 1565.345, Avg.Score: 1066.365, Max.Score: 1646.113, Time: 20:44:50\n",
      "Ep.: 2771, Total Steps: 1430575, Ep.Steps: 1000, Score: 1604.490, Avg.Score: 1080.251, Max.Score: 1646.113, Time: 20:45:46\n",
      "Ep.: 2772, Total Steps: 1431575, Ep.Steps: 1000, Score: 1520.649, Avg.Score: 1093.278, Max.Score: 1646.113, Time: 20:46:40\n",
      "Ep.: 2773, Total Steps: 1432575, Ep.Steps: 1000, Score: 1532.215, Avg.Score: 1106.765, Max.Score: 1646.113, Time: 20:47:33\n",
      "Ep.: 2774, Total Steps: 1433575, Ep.Steps: 1000, Score: 1015.995, Avg.Score: 1113.528, Max.Score: 1646.113, Time: 20:48:28\n",
      "Ep.: 2775, Total Steps: 1434575, Ep.Steps: 1000, Score: 1570.253, Avg.Score: 1126.745, Max.Score: 1646.113, Time: 20:49:23\n",
      "Ep.: 2776, Total Steps: 1435575, Ep.Steps: 1000, Score: 1515.276, Avg.Score: 1138.736, Max.Score: 1646.113, Time: 20:50:18\n",
      "Ep.: 2777, Total Steps: 1436575, Ep.Steps: 1000, Score: 1485.652, Avg.Score: 1145.629, Max.Score: 1646.113, Time: 20:51:11\n",
      "Ep.: 2778, Total Steps: 1437575, Ep.Steps: 1000, Score: 1605.650, Avg.Score: 1152.073, Max.Score: 1646.113, Time: 20:52:03\n",
      "Ep.: 2779, Total Steps: 1438575, Ep.Steps: 1000, Score: 1620.214, Avg.Score: 1166.978, Max.Score: 1646.113, Time: 20:52:56\n",
      "Ep.: 2780, Total Steps: 1439575, Ep.Steps: 1000, Score: 1651.534, Avg.Score: 1176.087, Max.Score: 1651.534, Time: 20:53:51\n",
      "Ep.: 2781, Total Steps: 1440575, Ep.Steps: 1000, Score: 1639.073, Avg.Score: 1190.839, Max.Score: 1651.534, Time: 20:54:44\n",
      "Ep.: 2782, Total Steps: 1441575, Ep.Steps: 1000, Score: 1442.228, Avg.Score: 1196.295, Max.Score: 1651.534, Time: 20:55:38\n",
      "Ep.: 2783, Total Steps: 1442575, Ep.Steps: 1000, Score: 1555.096, Avg.Score: 1203.148, Max.Score: 1651.534, Time: 20:56:30\n",
      "Ep.: 2784, Total Steps: 1443575, Ep.Steps: 1000, Score: 1541.418, Avg.Score: 1206.112, Max.Score: 1651.534, Time: 20:57:26\n",
      "Ep.: 2785, Total Steps: 1444575, Ep.Steps: 1000, Score: 1507.036, Avg.Score: 1207.697, Max.Score: 1651.534, Time: 20:58:19\n",
      "Ep.: 2786, Total Steps: 1445575, Ep.Steps: 1000, Score: 1095.865, Avg.Score: 1206.571, Max.Score: 1651.534, Time: 20:59:12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2787, Total Steps: 1446575, Ep.Steps: 1000, Score: 1438.477, Avg.Score: 1207.562, Max.Score: 1651.534, Time: 21:00:06\n",
      "Ep.: 2788, Total Steps: 1447575, Ep.Steps: 1000, Score: 1351.885, Avg.Score: 1208.119, Max.Score: 1651.534, Time: 21:01:01\n",
      "Ep.: 2789, Total Steps: 1448575, Ep.Steps: 1000, Score: 1521.485, Avg.Score: 1210.326, Max.Score: 1651.534, Time: 21:01:55\n",
      "Ep.: 2790, Total Steps: 1449575, Ep.Steps: 1000, Score: 1529.500, Avg.Score: 1215.785, Max.Score: 1651.534, Time: 21:02:48\n",
      "Ep.: 2791, Total Steps: 1450575, Ep.Steps: 1000, Score: 1514.881, Avg.Score: 1221.135, Max.Score: 1651.534, Time: 21:03:41\n",
      "Ep.: 2792, Total Steps: 1451575, Ep.Steps: 1000, Score: 1534.671, Avg.Score: 1227.072, Max.Score: 1651.534, Time: 21:04:34\n",
      "Ep.: 2793, Total Steps: 1452575, Ep.Steps: 1000, Score: 1686.852, Avg.Score: 1243.318, Max.Score: 1686.852, Time: 21:05:27\n",
      "Ep.: 2794, Total Steps: 1453575, Ep.Steps: 1000, Score: 1564.344, Avg.Score: 1253.096, Max.Score: 1686.852, Time: 21:06:22\n",
      "Ep.: 2795, Total Steps: 1454575, Ep.Steps: 1000, Score: 1702.771, Avg.Score: 1269.404, Max.Score: 1702.771, Time: 21:07:19\n",
      "Ep.: 2796, Total Steps: 1455575, Ep.Steps: 1000, Score: 1708.543, Avg.Score: 1281.152, Max.Score: 1708.543, Time: 21:08:15\n",
      "Ep.: 2797, Total Steps: 1456575, Ep.Steps: 1000, Score: 1670.125, Avg.Score: 1297.565, Max.Score: 1708.543, Time: 21:09:10\n",
      "Ep.: 2798, Total Steps: 1457575, Ep.Steps: 1000, Score: 1650.204, Avg.Score: 1307.769, Max.Score: 1708.543, Time: 21:10:05\n",
      "Ep.: 2799, Total Steps: 1458575, Ep.Steps: 1000, Score: 1637.169, Avg.Score: 1316.047, Max.Score: 1708.543, Time: 21:10:57\n",
      "Ep.: 2800, Total Steps: 1459575, Ep.Steps: 1000, Score: 1685.000, Avg.Score: 1323.534, Max.Score: 1708.543, Time: 21:11:52\n",
      "Ep.: 2801, Total Steps: 1460575, Ep.Steps: 1000, Score: 1659.336, Avg.Score: 1331.482, Max.Score: 1708.543, Time: 21:12:45\n",
      "Ep.: 2802, Total Steps: 1461575, Ep.Steps: 1000, Score: 1244.283, Avg.Score: 1343.476, Max.Score: 1708.543, Time: 21:13:37\n",
      "Ep.: 2803, Total Steps: 1462575, Ep.Steps: 1000, Score: 1605.807, Avg.Score: 1350.317, Max.Score: 1708.543, Time: 21:14:32\n",
      "Ep.: 2804, Total Steps: 1463575, Ep.Steps: 1000, Score: 1549.342, Avg.Score: 1357.746, Max.Score: 1708.543, Time: 21:15:28\n",
      "Ep.: 2805, Total Steps: 1464575, Ep.Steps: 1000, Score: 1454.921, Avg.Score: 1364.006, Max.Score: 1708.543, Time: 21:16:22\n",
      "Ep.: 2806, Total Steps: 1465575, Ep.Steps: 1000, Score: 1471.754, Avg.Score: 1369.750, Max.Score: 1708.543, Time: 21:17:17\n",
      "Ep.: 2807, Total Steps: 1466575, Ep.Steps: 1000, Score: 1406.021, Avg.Score: 1373.087, Max.Score: 1708.543, Time: 21:18:14\n",
      "Ep.: 2808, Total Steps: 1467575, Ep.Steps: 1000, Score: 1488.701, Avg.Score: 1378.391, Max.Score: 1708.543, Time: 21:19:07\n",
      "Ep.: 2809, Total Steps: 1468575, Ep.Steps: 1000, Score: 1481.016, Avg.Score: 1380.189, Max.Score: 1708.543, Time: 21:20:04\n",
      "Ep.: 2810, Total Steps: 1469575, Ep.Steps: 1000, Score: 1518.113, Avg.Score: 1384.105, Max.Score: 1708.543, Time: 21:20:57\n",
      "Ep.: 2811, Total Steps: 1469631, Ep.Steps: 56, Score: 70.023, Avg.Score: 1375.211, Max.Score: 1708.543, Time: 21:21:00\n",
      "Ep.: 2812, Total Steps: 1470631, Ep.Steps: 1000, Score: 1522.773, Avg.Score: 1379.583, Max.Score: 1708.543, Time: 21:21:54\n",
      "Ep.: 2813, Total Steps: 1471631, Ep.Steps: 1000, Score: 1462.419, Avg.Score: 1392.690, Max.Score: 1708.543, Time: 21:22:47\n",
      "Ep.: 2814, Total Steps: 1472631, Ep.Steps: 1000, Score: 1450.376, Avg.Score: 1397.188, Max.Score: 1708.543, Time: 21:23:41\n",
      "Ep.: 2815, Total Steps: 1473631, Ep.Steps: 1000, Score: 1470.839, Avg.Score: 1403.644, Max.Score: 1708.543, Time: 21:24:35\n",
      "Ep.: 2816, Total Steps: 1473711, Ep.Steps: 80, Score: 108.870, Avg.Score: 1394.544, Max.Score: 1708.543, Time: 21:24:39\n",
      "Ep.: 2817, Total Steps: 1473868, Ep.Steps: 157, Score: 241.179, Avg.Score: 1387.524, Max.Score: 1708.543, Time: 21:24:48\n",
      "Ep.: 2818, Total Steps: 1473905, Ep.Steps: 37, Score: 28.350, Avg.Score: 1375.959, Max.Score: 1708.543, Time: 21:24:50\n",
      "Ep.: 2819, Total Steps: 1473960, Ep.Steps: 55, Score: 70.369, Avg.Score: 1367.168, Max.Score: 1708.543, Time: 21:24:52\n",
      "Ep.: 2820, Total Steps: 1474052, Ep.Steps: 92, Score: 125.890, Avg.Score: 1355.876, Max.Score: 1708.543, Time: 21:24:57\n",
      "Ep.: 2821, Total Steps: 1474141, Ep.Steps: 89, Score: 125.300, Avg.Score: 1345.648, Max.Score: 1708.543, Time: 21:25:02\n",
      "Ep.: 2822, Total Steps: 1474239, Ep.Steps: 98, Score: 138.022, Avg.Score: 1333.525, Max.Score: 1708.543, Time: 21:25:07\n",
      "Ep.: 2823, Total Steps: 1474334, Ep.Steps: 95, Score: 123.108, Avg.Score: 1322.773, Max.Score: 1708.543, Time: 21:25:12\n",
      "Ep.: 2824, Total Steps: 1474481, Ep.Steps: 147, Score: 205.764, Avg.Score: 1311.781, Max.Score: 1708.543, Time: 21:25:20\n",
      "Ep.: 2825, Total Steps: 1474601, Ep.Steps: 120, Score: 169.190, Avg.Score: 1302.197, Max.Score: 1708.543, Time: 21:25:26\n",
      "Ep.: 2826, Total Steps: 1474740, Ep.Steps: 139, Score: 190.357, Avg.Score: 1293.606, Max.Score: 1708.543, Time: 21:25:33\n",
      "Ep.: 2827, Total Steps: 1475740, Ep.Steps: 1000, Score: 1465.526, Avg.Score: 1296.155, Max.Score: 1708.543, Time: 21:26:26\n",
      "Ep.: 2828, Total Steps: 1476740, Ep.Steps: 1000, Score: 1541.658, Avg.Score: 1299.697, Max.Score: 1708.543, Time: 21:27:18\n",
      "Ep.: 2829, Total Steps: 1477740, Ep.Steps: 1000, Score: 1682.101, Avg.Score: 1307.482, Max.Score: 1708.543, Time: 21:28:11\n",
      "Ep.: 2830, Total Steps: 1477973, Ep.Steps: 233, Score: 376.766, Avg.Score: 1299.260, Max.Score: 1708.543, Time: 21:28:23\n",
      "Ep.: 2831, Total Steps: 1478973, Ep.Steps: 1000, Score: 1739.749, Avg.Score: 1302.837, Max.Score: 1739.749, Time: 21:29:20\n",
      "Ep.: 2832, Total Steps: 1479973, Ep.Steps: 1000, Score: 1664.029, Avg.Score: 1306.213, Max.Score: 1739.749, Time: 21:30:16\n",
      "Ep.: 2833, Total Steps: 1480973, Ep.Steps: 1000, Score: 1638.858, Avg.Score: 1307.716, Max.Score: 1739.749, Time: 21:31:12\n",
      "Ep.: 2834, Total Steps: 1481973, Ep.Steps: 1000, Score: 1561.737, Avg.Score: 1309.005, Max.Score: 1739.749, Time: 21:32:05\n",
      "Ep.: 2835, Total Steps: 1482973, Ep.Steps: 1000, Score: 1577.362, Avg.Score: 1309.724, Max.Score: 1739.749, Time: 21:33:00\n",
      "Ep.: 2836, Total Steps: 1483036, Ep.Steps: 63, Score: 77.987, Avg.Score: 1295.708, Max.Score: 1739.749, Time: 21:33:04\n",
      "Ep.: 2837, Total Steps: 1484036, Ep.Steps: 1000, Score: 1659.166, Avg.Score: 1297.510, Max.Score: 1739.749, Time: 21:33:56\n",
      "Ep.: 2838, Total Steps: 1485036, Ep.Steps: 1000, Score: 1688.356, Avg.Score: 1299.637, Max.Score: 1739.749, Time: 21:34:51\n",
      "Ep.: 2839, Total Steps: 1486036, Ep.Steps: 1000, Score: 1676.469, Avg.Score: 1301.442, Max.Score: 1739.749, Time: 21:35:45\n",
      "Ep.: 2840, Total Steps: 1487036, Ep.Steps: 1000, Score: 1712.705, Avg.Score: 1303.364, Max.Score: 1739.749, Time: 21:36:48\n",
      "Ep.: 2841, Total Steps: 1488036, Ep.Steps: 1000, Score: 1798.326, Avg.Score: 1308.761, Max.Score: 1798.326, Time: 21:37:45\n",
      "Ep.: 2842, Total Steps: 1489036, Ep.Steps: 1000, Score: 1687.593, Avg.Score: 1310.447, Max.Score: 1798.326, Time: 21:38:38\n",
      "Ep.: 2843, Total Steps: 1490036, Ep.Steps: 1000, Score: 1740.459, Avg.Score: 1315.575, Max.Score: 1798.326, Time: 21:39:32\n",
      "Ep.: 2844, Total Steps: 1491036, Ep.Steps: 1000, Score: 1746.858, Avg.Score: 1318.177, Max.Score: 1798.326, Time: 21:40:28\n",
      "Ep.: 2845, Total Steps: 1492036, Ep.Steps: 1000, Score: 1764.648, Avg.Score: 1321.112, Max.Score: 1798.326, Time: 21:41:25\n",
      "Ep.: 2846, Total Steps: 1493036, Ep.Steps: 1000, Score: 1689.015, Avg.Score: 1322.920, Max.Score: 1798.326, Time: 21:42:18\n",
      "Ep.: 2847, Total Steps: 1494036, Ep.Steps: 1000, Score: 1714.940, Avg.Score: 1325.932, Max.Score: 1798.326, Time: 21:43:13\n",
      "Ep.: 2848, Total Steps: 1495036, Ep.Steps: 1000, Score: 1625.670, Avg.Score: 1327.175, Max.Score: 1798.326, Time: 21:44:09\n",
      "Ep.: 2849, Total Steps: 1496036, Ep.Steps: 1000, Score: 1656.116, Avg.Score: 1335.010, Max.Score: 1798.326, Time: 21:45:05\n",
      "Ep.: 2850, Total Steps: 1497036, Ep.Steps: 1000, Score: 1674.278, Avg.Score: 1342.447, Max.Score: 1798.326, Time: 21:46:01\n",
      "Ep.: 2851, Total Steps: 1498036, Ep.Steps: 1000, Score: 1646.562, Avg.Score: 1345.579, Max.Score: 1798.326, Time: 21:46:54\n",
      "Ep.: 2852, Total Steps: 1499036, Ep.Steps: 1000, Score: 1689.629, Avg.Score: 1348.403, Max.Score: 1798.326, Time: 21:47:48\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2853, Total Steps: 1500036, Ep.Steps: 1000, Score: 1500.144, Avg.Score: 1347.461, Max.Score: 1798.326, Time: 21:48:43\n",
      "Ep.: 2854, Total Steps: 1501036, Ep.Steps: 1000, Score: 1636.368, Avg.Score: 1353.156, Max.Score: 1798.326, Time: 21:49:41\n",
      "Ep.: 2855, Total Steps: 1502036, Ep.Steps: 1000, Score: 1724.495, Avg.Score: 1356.035, Max.Score: 1798.326, Time: 21:50:38\n",
      "Ep.: 2856, Total Steps: 1503036, Ep.Steps: 1000, Score: 1708.956, Avg.Score: 1362.744, Max.Score: 1798.326, Time: 21:51:37\n",
      "Ep.: 2857, Total Steps: 1504036, Ep.Steps: 1000, Score: 1710.369, Avg.Score: 1366.880, Max.Score: 1798.326, Time: 21:52:34\n",
      "Ep.: 2858, Total Steps: 1505036, Ep.Steps: 1000, Score: 1712.725, Avg.Score: 1374.365, Max.Score: 1798.326, Time: 21:53:29\n",
      "Ep.: 2859, Total Steps: 1506036, Ep.Steps: 1000, Score: 1701.751, Avg.Score: 1376.856, Max.Score: 1798.326, Time: 21:54:24\n",
      "Ep.: 2860, Total Steps: 1507036, Ep.Steps: 1000, Score: 1736.622, Avg.Score: 1379.505, Max.Score: 1798.326, Time: 21:55:17\n",
      "Ep.: 2861, Total Steps: 1508036, Ep.Steps: 1000, Score: 1714.600, Avg.Score: 1381.554, Max.Score: 1798.326, Time: 21:56:10\n",
      "Ep.: 2862, Total Steps: 1509036, Ep.Steps: 1000, Score: 1671.952, Avg.Score: 1383.646, Max.Score: 1798.326, Time: 21:57:07\n",
      "Ep.: 2863, Total Steps: 1510036, Ep.Steps: 1000, Score: 1722.685, Avg.Score: 1386.032, Max.Score: 1798.326, Time: 21:58:02\n",
      "Ep.: 2864, Total Steps: 1511036, Ep.Steps: 1000, Score: 1750.045, Avg.Score: 1387.786, Max.Score: 1798.326, Time: 21:59:04\n",
      "Ep.: 2865, Total Steps: 1512036, Ep.Steps: 1000, Score: 1658.850, Avg.Score: 1388.648, Max.Score: 1798.326, Time: 21:59:59\n",
      "Ep.: 2866, Total Steps: 1513036, Ep.Steps: 1000, Score: 1743.617, Avg.Score: 1390.303, Max.Score: 1798.326, Time: 22:00:55\n",
      "Ep.: 2867, Total Steps: 1514036, Ep.Steps: 1000, Score: 1698.410, Avg.Score: 1391.396, Max.Score: 1798.326, Time: 22:01:48\n",
      "Ep.: 2868, Total Steps: 1515036, Ep.Steps: 1000, Score: 1665.075, Avg.Score: 1392.454, Max.Score: 1798.326, Time: 22:02:39\n",
      "Ep.: 2869, Total Steps: 1516036, Ep.Steps: 1000, Score: 1736.758, Avg.Score: 1393.360, Max.Score: 1798.326, Time: 22:03:31\n",
      "Ep.: 2870, Total Steps: 1517036, Ep.Steps: 1000, Score: 1666.219, Avg.Score: 1394.369, Max.Score: 1798.326, Time: 22:04:23\n",
      "Ep.: 2871, Total Steps: 1518036, Ep.Steps: 1000, Score: 1636.117, Avg.Score: 1394.685, Max.Score: 1798.326, Time: 22:05:14\n",
      "Ep.: 2872, Total Steps: 1519036, Ep.Steps: 1000, Score: 1624.983, Avg.Score: 1395.728, Max.Score: 1798.326, Time: 22:06:06\n",
      "Ep.: 2873, Total Steps: 1520036, Ep.Steps: 1000, Score: 1730.775, Avg.Score: 1397.714, Max.Score: 1798.326, Time: 22:06:57\n",
      "Ep.: 2874, Total Steps: 1521036, Ep.Steps: 1000, Score: 1750.633, Avg.Score: 1405.060, Max.Score: 1798.326, Time: 22:07:48\n",
      "Ep.: 2875, Total Steps: 1522036, Ep.Steps: 1000, Score: 1712.101, Avg.Score: 1406.479, Max.Score: 1798.326, Time: 22:08:40\n",
      "Ep.: 2876, Total Steps: 1523036, Ep.Steps: 1000, Score: 1733.693, Avg.Score: 1408.663, Max.Score: 1798.326, Time: 22:09:31\n",
      "Ep.: 2877, Total Steps: 1524036, Ep.Steps: 1000, Score: 1713.254, Avg.Score: 1410.939, Max.Score: 1798.326, Time: 22:10:22\n",
      "Ep.: 2878, Total Steps: 1525036, Ep.Steps: 1000, Score: 1703.303, Avg.Score: 1411.916, Max.Score: 1798.326, Time: 22:11:13\n",
      "Ep.: 2879, Total Steps: 1526036, Ep.Steps: 1000, Score: 1671.792, Avg.Score: 1412.431, Max.Score: 1798.326, Time: 22:12:05\n",
      "Ep.: 2880, Total Steps: 1527036, Ep.Steps: 1000, Score: 1725.736, Avg.Score: 1413.173, Max.Score: 1798.326, Time: 22:12:57\n",
      "Ep.: 2881, Total Steps: 1528036, Ep.Steps: 1000, Score: 1721.268, Avg.Score: 1413.995, Max.Score: 1798.326, Time: 22:13:48\n",
      "Ep.: 2882, Total Steps: 1529036, Ep.Steps: 1000, Score: 1784.248, Avg.Score: 1417.416, Max.Score: 1798.326, Time: 22:14:39\n",
      "Ep.: 2883, Total Steps: 1530036, Ep.Steps: 1000, Score: 1818.098, Avg.Score: 1420.046, Max.Score: 1818.098, Time: 22:15:30\n",
      "Ep.: 2884, Total Steps: 1531036, Ep.Steps: 1000, Score: 1738.984, Avg.Score: 1422.021, Max.Score: 1818.098, Time: 22:16:21\n",
      "Ep.: 2885, Total Steps: 1532036, Ep.Steps: 1000, Score: 1656.787, Avg.Score: 1423.519, Max.Score: 1818.098, Time: 22:17:12\n",
      "Ep.: 2886, Total Steps: 1533036, Ep.Steps: 1000, Score: 1659.061, Avg.Score: 1429.151, Max.Score: 1818.098, Time: 22:18:05\n",
      "Ep.: 2887, Total Steps: 1534036, Ep.Steps: 1000, Score: 1761.528, Avg.Score: 1432.381, Max.Score: 1818.098, Time: 22:19:00\n",
      "Ep.: 2888, Total Steps: 1535036, Ep.Steps: 1000, Score: 1635.514, Avg.Score: 1435.217, Max.Score: 1818.098, Time: 22:19:52\n",
      "Ep.: 2889, Total Steps: 1536036, Ep.Steps: 1000, Score: 1701.863, Avg.Score: 1437.021, Max.Score: 1818.098, Time: 22:20:43\n",
      "Ep.: 2890, Total Steps: 1537036, Ep.Steps: 1000, Score: 1704.526, Avg.Score: 1438.772, Max.Score: 1818.098, Time: 22:21:34\n",
      "Ep.: 2891, Total Steps: 1538036, Ep.Steps: 1000, Score: 1752.747, Avg.Score: 1441.150, Max.Score: 1818.098, Time: 22:22:25\n",
      "Ep.: 2892, Total Steps: 1539036, Ep.Steps: 1000, Score: 1782.114, Avg.Score: 1443.625, Max.Score: 1818.098, Time: 22:23:16\n",
      "Ep.: 2893, Total Steps: 1540036, Ep.Steps: 1000, Score: 1746.568, Avg.Score: 1444.222, Max.Score: 1818.098, Time: 22:24:12\n",
      "Ep.: 2894, Total Steps: 1541036, Ep.Steps: 1000, Score: 1738.626, Avg.Score: 1445.965, Max.Score: 1818.098, Time: 22:25:11\n",
      "Ep.: 2895, Total Steps: 1542036, Ep.Steps: 1000, Score: 1684.664, Avg.Score: 1445.784, Max.Score: 1818.098, Time: 22:26:15\n",
      "Ep.: 2896, Total Steps: 1543036, Ep.Steps: 1000, Score: 1771.220, Avg.Score: 1446.410, Max.Score: 1818.098, Time: 22:27:13\n",
      "Ep.: 2897, Total Steps: 1544036, Ep.Steps: 1000, Score: 1736.806, Avg.Score: 1447.077, Max.Score: 1818.098, Time: 22:28:11\n",
      "Ep.: 2898, Total Steps: 1545036, Ep.Steps: 1000, Score: 1711.082, Avg.Score: 1447.686, Max.Score: 1818.098, Time: 22:29:06\n",
      "Ep.: 2899, Total Steps: 1546036, Ep.Steps: 1000, Score: 1711.324, Avg.Score: 1448.427, Max.Score: 1818.098, Time: 22:30:00\n",
      "Ep.: 2900, Total Steps: 1547036, Ep.Steps: 1000, Score: 1765.416, Avg.Score: 1449.232, Max.Score: 1818.098, Time: 22:30:56\n",
      "Ep.: 2901, Total Steps: 1548036, Ep.Steps: 1000, Score: 1799.211, Avg.Score: 1450.630, Max.Score: 1818.098, Time: 22:31:56\n",
      "Ep.: 2902, Total Steps: 1549036, Ep.Steps: 1000, Score: 1743.127, Avg.Score: 1455.619, Max.Score: 1818.098, Time: 22:32:58\n",
      "Ep.: 2903, Total Steps: 1550036, Ep.Steps: 1000, Score: 1781.539, Avg.Score: 1457.376, Max.Score: 1818.098, Time: 22:33:54\n",
      "Ep.: 2904, Total Steps: 1551036, Ep.Steps: 1000, Score: 1738.098, Avg.Score: 1459.264, Max.Score: 1818.098, Time: 22:34:58\n",
      "Ep.: 2905, Total Steps: 1552036, Ep.Steps: 1000, Score: 1746.403, Avg.Score: 1462.178, Max.Score: 1818.098, Time: 22:35:58\n",
      "Ep.: 2906, Total Steps: 1553036, Ep.Steps: 1000, Score: 1751.979, Avg.Score: 1464.981, Max.Score: 1818.098, Time: 22:36:54\n",
      "Ep.: 2907, Total Steps: 1554036, Ep.Steps: 1000, Score: 1767.731, Avg.Score: 1468.598, Max.Score: 1818.098, Time: 22:37:51\n",
      "Ep.: 2908, Total Steps: 1555036, Ep.Steps: 1000, Score: 1792.097, Avg.Score: 1471.632, Max.Score: 1818.098, Time: 22:38:47\n",
      "Ep.: 2909, Total Steps: 1556036, Ep.Steps: 1000, Score: 1776.209, Avg.Score: 1474.584, Max.Score: 1818.098, Time: 22:39:43\n",
      "Ep.: 2910, Total Steps: 1557036, Ep.Steps: 1000, Score: 1789.473, Avg.Score: 1477.297, Max.Score: 1818.098, Time: 22:40:37\n",
      "Ep.: 2911, Total Steps: 1558036, Ep.Steps: 1000, Score: 1807.860, Avg.Score: 1494.676, Max.Score: 1818.098, Time: 22:41:33\n",
      "Ep.: 2912, Total Steps: 1559036, Ep.Steps: 1000, Score: 1743.940, Avg.Score: 1496.887, Max.Score: 1818.098, Time: 22:42:26\n",
      "Ep.: 2913, Total Steps: 1560036, Ep.Steps: 1000, Score: 1762.515, Avg.Score: 1499.888, Max.Score: 1818.098, Time: 22:43:18\n",
      "Ep.: 2914, Total Steps: 1561036, Ep.Steps: 1000, Score: 1749.069, Avg.Score: 1502.875, Max.Score: 1818.098, Time: 22:44:11\n",
      "Ep.: 2915, Total Steps: 1562036, Ep.Steps: 1000, Score: 1757.934, Avg.Score: 1505.746, Max.Score: 1818.098, Time: 22:45:02\n",
      "Ep.: 2916, Total Steps: 1563036, Ep.Steps: 1000, Score: 1689.811, Avg.Score: 1521.556, Max.Score: 1818.098, Time: 22:45:54\n",
      "Ep.: 2917, Total Steps: 1564036, Ep.Steps: 1000, Score: 1708.261, Avg.Score: 1536.226, Max.Score: 1818.098, Time: 22:46:46\n",
      "Ep.: 2918, Total Steps: 1565036, Ep.Steps: 1000, Score: 1711.276, Avg.Score: 1553.056, Max.Score: 1818.098, Time: 22:47:39\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2919, Total Steps: 1566036, Ep.Steps: 1000, Score: 1761.135, Avg.Score: 1569.963, Max.Score: 1818.098, Time: 22:48:32\n",
      "Ep.: 2920, Total Steps: 1567036, Ep.Steps: 1000, Score: 1772.406, Avg.Score: 1586.429, Max.Score: 1818.098, Time: 22:49:25\n",
      "Ep.: 2921, Total Steps: 1568036, Ep.Steps: 1000, Score: 1803.390, Avg.Score: 1603.209, Max.Score: 1818.098, Time: 22:50:18\n",
      "Ep.: 2922, Total Steps: 1569036, Ep.Steps: 1000, Score: 1765.341, Avg.Score: 1619.483, Max.Score: 1818.098, Time: 22:51:10\n",
      "Ep.: 2923, Total Steps: 1570036, Ep.Steps: 1000, Score: 1766.522, Avg.Score: 1635.917, Max.Score: 1818.098, Time: 22:52:04\n",
      "Ep.: 2924, Total Steps: 1571036, Ep.Steps: 1000, Score: 1742.671, Avg.Score: 1651.286, Max.Score: 1818.098, Time: 22:53:00\n",
      "Ep.: 2925, Total Steps: 1572036, Ep.Steps: 1000, Score: 1757.800, Avg.Score: 1667.172, Max.Score: 1818.098, Time: 22:53:53\n",
      "Ep.: 2926, Total Steps: 1573036, Ep.Steps: 1000, Score: 1815.733, Avg.Score: 1683.426, Max.Score: 1818.098, Time: 22:54:46\n",
      "Ep.: 2927, Total Steps: 1574036, Ep.Steps: 1000, Score: 1728.338, Avg.Score: 1686.054, Max.Score: 1818.098, Time: 22:55:40\n",
      "Ep.: 2928, Total Steps: 1575036, Ep.Steps: 1000, Score: 1736.338, Avg.Score: 1688.001, Max.Score: 1818.098, Time: 22:56:35\n",
      "Ep.: 2929, Total Steps: 1576036, Ep.Steps: 1000, Score: 1763.916, Avg.Score: 1688.819, Max.Score: 1818.098, Time: 22:57:28\n",
      "Ep.: 2930, Total Steps: 1577036, Ep.Steps: 1000, Score: 1813.507, Avg.Score: 1703.186, Max.Score: 1818.098, Time: 22:58:21\n",
      "Ep.: 2931, Total Steps: 1578036, Ep.Steps: 1000, Score: 1808.205, Avg.Score: 1703.871, Max.Score: 1818.098, Time: 22:59:18\n",
      "Ep.: 2932, Total Steps: 1579036, Ep.Steps: 1000, Score: 1774.274, Avg.Score: 1704.973, Max.Score: 1818.098, Time: 23:00:14\n",
      "Ep.: 2933, Total Steps: 1580036, Ep.Steps: 1000, Score: 1798.623, Avg.Score: 1706.571, Max.Score: 1818.098, Time: 23:01:09\n",
      "Ep.: 2934, Total Steps: 1581036, Ep.Steps: 1000, Score: 1796.874, Avg.Score: 1708.922, Max.Score: 1818.098, Time: 23:02:02\n",
      "Ep.: 2935, Total Steps: 1582036, Ep.Steps: 1000, Score: 1809.891, Avg.Score: 1711.247, Max.Score: 1818.098, Time: 23:02:58\n",
      "Ep.: 2936, Total Steps: 1583036, Ep.Steps: 1000, Score: 1802.422, Avg.Score: 1728.492, Max.Score: 1818.098, Time: 23:03:51\n",
      "Ep.: 2937, Total Steps: 1584036, Ep.Steps: 1000, Score: 1750.130, Avg.Score: 1729.401, Max.Score: 1818.098, Time: 23:04:43\n",
      "Ep.: 2938, Total Steps: 1585036, Ep.Steps: 1000, Score: 1737.208, Avg.Score: 1729.890, Max.Score: 1818.098, Time: 23:05:34\n",
      "Ep.: 2939, Total Steps: 1586036, Ep.Steps: 1000, Score: 1717.785, Avg.Score: 1730.303, Max.Score: 1818.098, Time: 23:06:26\n",
      "Ep.: 2940, Total Steps: 1587036, Ep.Steps: 1000, Score: 1751.250, Avg.Score: 1730.689, Max.Score: 1818.098, Time: 23:07:17\n",
      "Ep.: 2941, Total Steps: 1588036, Ep.Steps: 1000, Score: 1754.556, Avg.Score: 1730.251, Max.Score: 1818.098, Time: 23:08:08\n",
      "Ep.: 2942, Total Steps: 1589036, Ep.Steps: 1000, Score: 1736.893, Avg.Score: 1730.744, Max.Score: 1818.098, Time: 23:09:00\n",
      "Ep.: 2943, Total Steps: 1590036, Ep.Steps: 1000, Score: 1761.697, Avg.Score: 1730.956, Max.Score: 1818.098, Time: 23:09:52\n",
      "Ep.: 2944, Total Steps: 1591036, Ep.Steps: 1000, Score: 1772.624, Avg.Score: 1731.214, Max.Score: 1818.098, Time: 23:10:43\n",
      "Ep.: 2945, Total Steps: 1592036, Ep.Steps: 1000, Score: 1719.134, Avg.Score: 1730.759, Max.Score: 1818.098, Time: 23:11:34\n",
      "Ep.: 2946, Total Steps: 1593036, Ep.Steps: 1000, Score: 1731.035, Avg.Score: 1731.179, Max.Score: 1818.098, Time: 23:12:26\n",
      "Ep.: 2947, Total Steps: 1594036, Ep.Steps: 1000, Score: 1544.515, Avg.Score: 1729.475, Max.Score: 1818.098, Time: 23:13:27\n",
      "Ep.: 2948, Total Steps: 1595036, Ep.Steps: 1000, Score: 1775.676, Avg.Score: 1730.975, Max.Score: 1818.098, Time: 23:14:22\n",
      "Ep.: 2949, Total Steps: 1596036, Ep.Steps: 1000, Score: 1753.658, Avg.Score: 1731.950, Max.Score: 1818.098, Time: 23:15:15\n",
      "Ep.: 2950, Total Steps: 1597036, Ep.Steps: 1000, Score: 1770.315, Avg.Score: 1732.911, Max.Score: 1818.098, Time: 23:16:07\n",
      "Ep.: 2951, Total Steps: 1598036, Ep.Steps: 1000, Score: 1748.284, Avg.Score: 1733.928, Max.Score: 1818.098, Time: 23:16:59\n",
      "Ep.: 2952, Total Steps: 1599036, Ep.Steps: 1000, Score: 1754.199, Avg.Score: 1734.574, Max.Score: 1818.098, Time: 23:17:50\n",
      "Ep.: 2953, Total Steps: 1600036, Ep.Steps: 1000, Score: 1757.861, Avg.Score: 1737.151, Max.Score: 1818.098, Time: 23:18:42\n",
      "Ep.: 2954, Total Steps: 1601036, Ep.Steps: 1000, Score: 1780.749, Avg.Score: 1738.594, Max.Score: 1818.098, Time: 23:19:33\n",
      "Ep.: 2955, Total Steps: 1602036, Ep.Steps: 1000, Score: 1812.248, Avg.Score: 1739.472, Max.Score: 1818.098, Time: 23:20:25\n",
      "Ep.: 2956, Total Steps: 1603036, Ep.Steps: 1000, Score: 1753.931, Avg.Score: 1739.922, Max.Score: 1818.098, Time: 23:21:17\n",
      "Ep.: 2957, Total Steps: 1604036, Ep.Steps: 1000, Score: 1748.000, Avg.Score: 1740.298, Max.Score: 1818.098, Time: 23:22:09\n",
      "Ep.: 2958, Total Steps: 1605036, Ep.Steps: 1000, Score: 1776.709, Avg.Score: 1740.938, Max.Score: 1818.098, Time: 23:23:00\n",
      "Ep.: 2959, Total Steps: 1606036, Ep.Steps: 1000, Score: 1761.726, Avg.Score: 1741.538, Max.Score: 1818.098, Time: 23:23:52\n",
      "Ep.: 2960, Total Steps: 1607036, Ep.Steps: 1000, Score: 1818.865, Avg.Score: 1742.360, Max.Score: 1818.865, Time: 23:24:44\n",
      "Ep.: 2961, Total Steps: 1608036, Ep.Steps: 1000, Score: 1792.598, Avg.Score: 1743.140, Max.Score: 1818.865, Time: 23:25:35\n",
      "Ep.: 2962, Total Steps: 1609036, Ep.Steps: 1000, Score: 1798.964, Avg.Score: 1744.410, Max.Score: 1818.865, Time: 23:26:27\n",
      "Ep.: 2963, Total Steps: 1610036, Ep.Steps: 1000, Score: 1810.208, Avg.Score: 1745.285, Max.Score: 1818.865, Time: 23:27:18\n",
      "Ep.: 2964, Total Steps: 1611036, Ep.Steps: 1000, Score: 1798.782, Avg.Score: 1745.773, Max.Score: 1818.865, Time: 23:28:10\n",
      "Ep.: 2965, Total Steps: 1612036, Ep.Steps: 1000, Score: 1794.160, Avg.Score: 1747.126, Max.Score: 1818.865, Time: 23:29:01\n",
      "Ep.: 2966, Total Steps: 1613036, Ep.Steps: 1000, Score: 1795.537, Avg.Score: 1747.645, Max.Score: 1818.865, Time: 23:29:53\n",
      "Ep.: 2967, Total Steps: 1614036, Ep.Steps: 1000, Score: 1834.991, Avg.Score: 1749.011, Max.Score: 1834.991, Time: 23:30:46\n",
      "Ep.: 2968, Total Steps: 1615036, Ep.Steps: 1000, Score: 1772.963, Avg.Score: 1750.090, Max.Score: 1834.991, Time: 23:31:38\n",
      "Ep.: 2969, Total Steps: 1616036, Ep.Steps: 1000, Score: 1812.778, Avg.Score: 1750.850, Max.Score: 1834.991, Time: 23:32:32\n",
      "Ep.: 2970, Total Steps: 1617036, Ep.Steps: 1000, Score: 1796.451, Avg.Score: 1752.152, Max.Score: 1834.991, Time: 23:33:25\n",
      "Ep.: 2971, Total Steps: 1618036, Ep.Steps: 1000, Score: 1803.999, Avg.Score: 1753.831, Max.Score: 1834.991, Time: 23:34:21\n",
      "Ep.: 2972, Total Steps: 1619036, Ep.Steps: 1000, Score: 1815.323, Avg.Score: 1755.735, Max.Score: 1834.991, Time: 23:35:14\n",
      "Ep.: 2973, Total Steps: 1620036, Ep.Steps: 1000, Score: 1836.991, Avg.Score: 1756.797, Max.Score: 1836.991, Time: 23:36:08\n",
      "Ep.: 2974, Total Steps: 1621036, Ep.Steps: 1000, Score: 1777.287, Avg.Score: 1757.063, Max.Score: 1836.991, Time: 23:36:59\n",
      "Ep.: 2975, Total Steps: 1622036, Ep.Steps: 1000, Score: 1850.332, Avg.Score: 1758.446, Max.Score: 1850.332, Time: 23:37:53\n",
      "Ep.: 2976, Total Steps: 1623036, Ep.Steps: 1000, Score: 1831.757, Avg.Score: 1759.426, Max.Score: 1850.332, Time: 23:38:57\n",
      "Ep.: 2977, Total Steps: 1624036, Ep.Steps: 1000, Score: 1818.704, Avg.Score: 1760.481, Max.Score: 1850.332, Time: 23:39:56\n",
      "Ep.: 2978, Total Steps: 1625036, Ep.Steps: 1000, Score: 1748.585, Avg.Score: 1760.934, Max.Score: 1850.332, Time: 23:40:59\n",
      "Ep.: 2979, Total Steps: 1626036, Ep.Steps: 1000, Score: 1812.914, Avg.Score: 1762.345, Max.Score: 1850.332, Time: 23:42:00\n",
      "Ep.: 2980, Total Steps: 1627036, Ep.Steps: 1000, Score: 1800.408, Avg.Score: 1763.091, Max.Score: 1850.332, Time: 23:43:00\n",
      "Ep.: 2981, Total Steps: 1628036, Ep.Steps: 1000, Score: 1809.357, Avg.Score: 1763.972, Max.Score: 1850.332, Time: 23:43:57\n",
      "Ep.: 2982, Total Steps: 1629036, Ep.Steps: 1000, Score: 1770.407, Avg.Score: 1763.834, Max.Score: 1850.332, Time: 23:44:55\n",
      "Ep.: 2983, Total Steps: 1630036, Ep.Steps: 1000, Score: 1812.157, Avg.Score: 1763.775, Max.Score: 1850.332, Time: 23:45:49\n",
      "Ep.: 2984, Total Steps: 1631036, Ep.Steps: 1000, Score: 1783.801, Avg.Score: 1764.223, Max.Score: 1850.332, Time: 23:46:44\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2985, Total Steps: 1632036, Ep.Steps: 1000, Score: 1817.208, Avg.Score: 1765.827, Max.Score: 1850.332, Time: 23:47:39\n",
      "Ep.: 2986, Total Steps: 1633036, Ep.Steps: 1000, Score: 1792.396, Avg.Score: 1767.160, Max.Score: 1850.332, Time: 23:48:31\n",
      "Ep.: 2987, Total Steps: 1634036, Ep.Steps: 1000, Score: 1690.990, Avg.Score: 1766.455, Max.Score: 1850.332, Time: 23:49:23\n",
      "Ep.: 2988, Total Steps: 1634553, Ep.Steps: 517, Score: 874.400, Avg.Score: 1758.844, Max.Score: 1850.332, Time: 23:49:50\n",
      "Ep.: 2989, Total Steps: 1635553, Ep.Steps: 1000, Score: 1827.553, Avg.Score: 1760.101, Max.Score: 1850.332, Time: 23:50:43\n",
      "Ep.: 2990, Total Steps: 1636553, Ep.Steps: 1000, Score: 1817.818, Avg.Score: 1761.234, Max.Score: 1850.332, Time: 23:51:35\n",
      "Ep.: 2991, Total Steps: 1637553, Ep.Steps: 1000, Score: 1808.587, Avg.Score: 1761.792, Max.Score: 1850.332, Time: 23:52:27\n",
      "Ep.: 2992, Total Steps: 1638553, Ep.Steps: 1000, Score: 1815.604, Avg.Score: 1762.127, Max.Score: 1850.332, Time: 23:53:19\n",
      "Ep.: 2993, Total Steps: 1639553, Ep.Steps: 1000, Score: 1785.681, Avg.Score: 1762.518, Max.Score: 1850.332, Time: 23:54:11\n",
      "Ep.: 2994, Total Steps: 1640553, Ep.Steps: 1000, Score: 1826.396, Avg.Score: 1763.396, Max.Score: 1850.332, Time: 23:55:04\n",
      "Ep.: 2995, Total Steps: 1641553, Ep.Steps: 1000, Score: 1768.652, Avg.Score: 1764.236, Max.Score: 1850.332, Time: 23:56:04\n",
      "Ep.: 2996, Total Steps: 1642553, Ep.Steps: 1000, Score: 1864.810, Avg.Score: 1765.171, Max.Score: 1864.810, Time: 23:57:04\n",
      "Ep.: 2997, Total Steps: 1643553, Ep.Steps: 1000, Score: 1836.816, Avg.Score: 1766.172, Max.Score: 1864.810, Time: 23:58:00\n",
      "Ep.: 2998, Total Steps: 1644553, Ep.Steps: 1000, Score: 1823.573, Avg.Score: 1767.296, Max.Score: 1864.810, Time: 23:59:00\n",
      "Ep.: 2999, Total Steps: 1645553, Ep.Steps: 1000, Score: 1798.301, Avg.Score: 1768.166, Max.Score: 1864.810, Time: 23:59:59\n",
      "Ep.: 3000, Total Steps: 1646553, Ep.Steps: 1000, Score: 1774.468, Avg.Score: 1768.257, Max.Score: 1864.810, Time: 24:00:57\n",
      "Ep.: 3001, Total Steps: 1647553, Ep.Steps: 1000, Score: 1810.821, Avg.Score: 1768.373, Max.Score: 1864.810, Time: 24:01:55\n",
      "Ep.: 3002, Total Steps: 1648553, Ep.Steps: 1000, Score: 1785.819, Avg.Score: 1768.800, Max.Score: 1864.810, Time: 24:02:49\n",
      "Ep.: 3003, Total Steps: 1649553, Ep.Steps: 1000, Score: 1772.475, Avg.Score: 1768.709, Max.Score: 1864.810, Time: 24:03:51\n",
      "Ep.: 3004, Total Steps: 1650553, Ep.Steps: 1000, Score: 1820.766, Avg.Score: 1769.536, Max.Score: 1864.810, Time: 24:04:47\n",
      "Ep.: 3005, Total Steps: 1651553, Ep.Steps: 1000, Score: 1775.646, Avg.Score: 1769.828, Max.Score: 1864.810, Time: 24:05:42\n",
      "Ep.: 3006, Total Steps: 1652553, Ep.Steps: 1000, Score: 1862.370, Avg.Score: 1770.932, Max.Score: 1864.810, Time: 24:06:36\n",
      "Ep.: 3007, Total Steps: 1653553, Ep.Steps: 1000, Score: 1845.126, Avg.Score: 1771.706, Max.Score: 1864.810, Time: 24:07:29\n",
      "Ep.: 3008, Total Steps: 1654553, Ep.Steps: 1000, Score: 1828.119, Avg.Score: 1772.066, Max.Score: 1864.810, Time: 24:08:23\n",
      "Ep.: 3009, Total Steps: 1655553, Ep.Steps: 1000, Score: 1863.351, Avg.Score: 1772.938, Max.Score: 1864.810, Time: 24:09:17\n",
      "Ep.: 3010, Total Steps: 1656553, Ep.Steps: 1000, Score: 1823.738, Avg.Score: 1773.280, Max.Score: 1864.810, Time: 24:10:12\n",
      "Ep.: 3011, Total Steps: 1657553, Ep.Steps: 1000, Score: 1847.870, Avg.Score: 1773.680, Max.Score: 1864.810, Time: 24:11:05\n",
      "Ep.: 3012, Total Steps: 1658553, Ep.Steps: 1000, Score: 1867.058, Avg.Score: 1774.912, Max.Score: 1867.058, Time: 24:11:59\n",
      "Ep.: 3013, Total Steps: 1659553, Ep.Steps: 1000, Score: 1873.320, Avg.Score: 1776.020, Max.Score: 1873.320, Time: 24:12:53\n",
      "Ep.: 3014, Total Steps: 1660553, Ep.Steps: 1000, Score: 1866.272, Avg.Score: 1777.192, Max.Score: 1873.320, Time: 24:13:46\n",
      "Ep.: 3015, Total Steps: 1661553, Ep.Steps: 1000, Score: 1846.632, Avg.Score: 1778.079, Max.Score: 1873.320, Time: 24:14:40\n",
      "Ep.: 3016, Total Steps: 1662553, Ep.Steps: 1000, Score: 1871.503, Avg.Score: 1779.896, Max.Score: 1873.320, Time: 24:15:34\n",
      "Ep.: 3017, Total Steps: 1663553, Ep.Steps: 1000, Score: 1808.672, Avg.Score: 1780.900, Max.Score: 1873.320, Time: 24:16:27\n",
      "Ep.: 3018, Total Steps: 1664553, Ep.Steps: 1000, Score: 1850.150, Avg.Score: 1782.288, Max.Score: 1873.320, Time: 24:17:21\n",
      "Ep.: 3019, Total Steps: 1665553, Ep.Steps: 1000, Score: 1865.679, Avg.Score: 1783.334, Max.Score: 1873.320, Time: 24:18:14\n",
      "Ep.: 3020, Total Steps: 1666553, Ep.Steps: 1000, Score: 1849.276, Avg.Score: 1784.103, Max.Score: 1873.320, Time: 24:19:08\n",
      "Ep.: 3021, Total Steps: 1667553, Ep.Steps: 1000, Score: 1837.206, Avg.Score: 1784.441, Max.Score: 1873.320, Time: 24:20:02\n",
      "Ep.: 3022, Total Steps: 1668553, Ep.Steps: 1000, Score: 1914.242, Avg.Score: 1785.930, Max.Score: 1914.242, Time: 24:20:55\n",
      "Ep.: 3023, Total Steps: 1669553, Ep.Steps: 1000, Score: 1883.458, Avg.Score: 1787.099, Max.Score: 1914.242, Time: 24:21:49\n",
      "Ep.: 3024, Total Steps: 1670553, Ep.Steps: 1000, Score: 1871.186, Avg.Score: 1788.384, Max.Score: 1914.242, Time: 24:22:42\n",
      "Ep.: 3025, Total Steps: 1671553, Ep.Steps: 1000, Score: 1879.302, Avg.Score: 1789.599, Max.Score: 1914.242, Time: 24:23:36\n",
      "Ep.: 3026, Total Steps: 1672553, Ep.Steps: 1000, Score: 1873.574, Avg.Score: 1790.178, Max.Score: 1914.242, Time: 24:24:30\n",
      "Ep.: 3027, Total Steps: 1673553, Ep.Steps: 1000, Score: 1848.742, Avg.Score: 1791.382, Max.Score: 1914.242, Time: 24:25:24\n",
      "Ep.: 3028, Total Steps: 1674553, Ep.Steps: 1000, Score: 1849.508, Avg.Score: 1792.513, Max.Score: 1914.242, Time: 24:26:17\n",
      "Ep.: 3029, Total Steps: 1675553, Ep.Steps: 1000, Score: 1870.675, Avg.Score: 1793.581, Max.Score: 1914.242, Time: 24:27:10\n",
      "Ep.: 3030, Total Steps: 1676553, Ep.Steps: 1000, Score: 1886.247, Avg.Score: 1794.308, Max.Score: 1914.242, Time: 24:28:04\n",
      "Ep.: 3031, Total Steps: 1677553, Ep.Steps: 1000, Score: 1886.627, Avg.Score: 1795.093, Max.Score: 1914.242, Time: 24:28:58\n",
      "Ep.: 3032, Total Steps: 1678553, Ep.Steps: 1000, Score: 1887.011, Avg.Score: 1796.220, Max.Score: 1914.242, Time: 24:29:51\n",
      "Ep.: 3033, Total Steps: 1679553, Ep.Steps: 1000, Score: 1835.432, Avg.Score: 1796.588, Max.Score: 1914.242, Time: 24:30:46\n",
      "Ep.: 3034, Total Steps: 1680553, Ep.Steps: 1000, Score: 1868.437, Avg.Score: 1797.304, Max.Score: 1914.242, Time: 24:31:40\n",
      "Ep.: 3035, Total Steps: 1681553, Ep.Steps: 1000, Score: 1891.941, Avg.Score: 1798.124, Max.Score: 1914.242, Time: 24:32:33\n",
      "Ep.: 3036, Total Steps: 1682553, Ep.Steps: 1000, Score: 1897.716, Avg.Score: 1799.077, Max.Score: 1914.242, Time: 24:33:27\n",
      "Ep.: 3037, Total Steps: 1683553, Ep.Steps: 1000, Score: 1915.264, Avg.Score: 1800.729, Max.Score: 1915.264, Time: 24:34:21\n",
      "Ep.: 3038, Total Steps: 1684553, Ep.Steps: 1000, Score: 1862.236, Avg.Score: 1801.979, Max.Score: 1915.264, Time: 24:35:15\n",
      "Ep.: 3039, Total Steps: 1685553, Ep.Steps: 1000, Score: 1851.210, Avg.Score: 1803.313, Max.Score: 1915.264, Time: 24:36:09\n",
      "Ep.: 3040, Total Steps: 1686553, Ep.Steps: 1000, Score: 1859.125, Avg.Score: 1804.392, Max.Score: 1915.264, Time: 24:37:03\n",
      "Ep.: 3041, Total Steps: 1687553, Ep.Steps: 1000, Score: 1882.292, Avg.Score: 1805.669, Max.Score: 1915.264, Time: 24:37:56\n",
      "Ep.: 3042, Total Steps: 1688553, Ep.Steps: 1000, Score: 1864.569, Avg.Score: 1806.946, Max.Score: 1915.264, Time: 24:38:50\n",
      "Ep.: 3043, Total Steps: 1689553, Ep.Steps: 1000, Score: 1841.075, Avg.Score: 1807.740, Max.Score: 1915.264, Time: 24:39:43\n",
      "Ep.: 3044, Total Steps: 1690553, Ep.Steps: 1000, Score: 1870.862, Avg.Score: 1808.722, Max.Score: 1915.264, Time: 24:40:36\n",
      "Ep.: 3045, Total Steps: 1691553, Ep.Steps: 1000, Score: 1880.026, Avg.Score: 1810.331, Max.Score: 1915.264, Time: 24:41:31\n",
      "Ep.: 3046, Total Steps: 1692553, Ep.Steps: 1000, Score: 1866.665, Avg.Score: 1811.687, Max.Score: 1915.264, Time: 24:42:24\n",
      "Ep.: 3047, Total Steps: 1693553, Ep.Steps: 1000, Score: 1840.589, Avg.Score: 1814.648, Max.Score: 1915.264, Time: 24:43:17\n",
      "Ep.: 3048, Total Steps: 1694553, Ep.Steps: 1000, Score: 1847.125, Avg.Score: 1815.363, Max.Score: 1915.264, Time: 24:44:11\n",
      "Ep.: 3049, Total Steps: 1695553, Ep.Steps: 1000, Score: 1842.968, Avg.Score: 1816.256, Max.Score: 1915.264, Time: 24:45:05\n",
      "Ep.: 3050, Total Steps: 1696553, Ep.Steps: 1000, Score: 1856.703, Avg.Score: 1817.120, Max.Score: 1915.264, Time: 24:45:58\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3051, Total Steps: 1697553, Ep.Steps: 1000, Score: 1852.493, Avg.Score: 1818.162, Max.Score: 1915.264, Time: 24:46:52\n",
      "Ep.: 3052, Total Steps: 1698553, Ep.Steps: 1000, Score: 1831.164, Avg.Score: 1818.931, Max.Score: 1915.264, Time: 24:47:46\n",
      "Ep.: 3053, Total Steps: 1699553, Ep.Steps: 1000, Score: 1865.668, Avg.Score: 1820.009, Max.Score: 1915.264, Time: 24:48:39\n",
      "Ep.: 3054, Total Steps: 1700553, Ep.Steps: 1000, Score: 1869.601, Avg.Score: 1820.898, Max.Score: 1915.264, Time: 24:49:33\n",
      "Ep.: 3055, Total Steps: 1701553, Ep.Steps: 1000, Score: 1844.589, Avg.Score: 1821.221, Max.Score: 1915.264, Time: 24:50:27\n",
      "Ep.: 3056, Total Steps: 1702553, Ep.Steps: 1000, Score: 1861.085, Avg.Score: 1822.293, Max.Score: 1915.264, Time: 24:51:21\n",
      "Ep.: 3057, Total Steps: 1703553, Ep.Steps: 1000, Score: 1886.272, Avg.Score: 1823.676, Max.Score: 1915.264, Time: 24:52:15\n",
      "Ep.: 3058, Total Steps: 1704553, Ep.Steps: 1000, Score: 1867.629, Avg.Score: 1824.585, Max.Score: 1915.264, Time: 24:53:09\n",
      "Ep.: 3059, Total Steps: 1705553, Ep.Steps: 1000, Score: 1885.119, Avg.Score: 1825.819, Max.Score: 1915.264, Time: 24:54:03\n",
      "Ep.: 3060, Total Steps: 1706553, Ep.Steps: 1000, Score: 1874.364, Avg.Score: 1826.374, Max.Score: 1915.264, Time: 24:55:01\n",
      "Ep.: 3061, Total Steps: 1706625, Ep.Steps: 72, Score: 4.907, Avg.Score: 1808.497, Max.Score: 1915.264, Time: 24:55:05\n",
      "Ep.: 3062, Total Steps: 1706702, Ep.Steps: 77, Score: 1.979, Avg.Score: 1790.527, Max.Score: 1915.264, Time: 24:55:09\n",
      "Ep.: 3063, Total Steps: 1706768, Ep.Steps: 66, Score: 3.795, Avg.Score: 1772.463, Max.Score: 1915.264, Time: 24:55:13\n",
      "Ep.: 3064, Total Steps: 1706834, Ep.Steps: 66, Score: 2.189, Avg.Score: 1754.497, Max.Score: 1915.264, Time: 24:55:17\n",
      "Ep.: 3065, Total Steps: 1706903, Ep.Steps: 69, Score: 4.012, Avg.Score: 1736.595, Max.Score: 1915.264, Time: 24:55:21\n",
      "Ep.: 3066, Total Steps: 1706983, Ep.Steps: 80, Score: 7.444, Avg.Score: 1718.714, Max.Score: 1915.264, Time: 24:55:26\n",
      "Ep.: 3067, Total Steps: 1707053, Ep.Steps: 70, Score: 2.963, Avg.Score: 1700.394, Max.Score: 1915.264, Time: 24:55:30\n",
      "Ep.: 3068, Total Steps: 1707120, Ep.Steps: 67, Score: 0.287, Avg.Score: 1682.667, Max.Score: 1915.264, Time: 24:55:34\n",
      "Ep.: 3069, Total Steps: 1707189, Ep.Steps: 69, Score: -3.044, Avg.Score: 1664.509, Max.Score: 1915.264, Time: 24:55:37\n",
      "Ep.: 3070, Total Steps: 1708189, Ep.Steps: 1000, Score: 1839.976, Avg.Score: 1664.944, Max.Score: 1915.264, Time: 24:56:30\n",
      "Ep.: 3071, Total Steps: 1709189, Ep.Steps: 1000, Score: 1866.283, Avg.Score: 1665.567, Max.Score: 1915.264, Time: 24:57:22\n",
      "Ep.: 3072, Total Steps: 1709246, Ep.Steps: 57, Score: 1.365, Avg.Score: 1647.428, Max.Score: 1915.264, Time: 24:57:25\n",
      "Ep.: 3073, Total Steps: 1710246, Ep.Steps: 1000, Score: 1831.086, Avg.Score: 1647.369, Max.Score: 1915.264, Time: 24:58:17\n",
      "Ep.: 3074, Total Steps: 1711246, Ep.Steps: 1000, Score: 1848.101, Avg.Score: 1648.077, Max.Score: 1915.264, Time: 24:59:10\n",
      "Ep.: 3075, Total Steps: 1712246, Ep.Steps: 1000, Score: 1896.521, Avg.Score: 1648.539, Max.Score: 1915.264, Time: 25:00:02\n",
      "Ep.: 3076, Total Steps: 1713246, Ep.Steps: 1000, Score: 1817.505, Avg.Score: 1648.396, Max.Score: 1915.264, Time: 25:00:54\n",
      "Ep.: 3077, Total Steps: 1714246, Ep.Steps: 1000, Score: 1689.067, Avg.Score: 1647.100, Max.Score: 1915.264, Time: 25:01:46\n",
      "Ep.: 3078, Total Steps: 1715246, Ep.Steps: 1000, Score: 1835.595, Avg.Score: 1647.970, Max.Score: 1915.264, Time: 25:02:38\n",
      "Ep.: 3079, Total Steps: 1716246, Ep.Steps: 1000, Score: 1873.414, Avg.Score: 1648.575, Max.Score: 1915.264, Time: 25:03:29\n",
      "Ep.: 3080, Total Steps: 1717246, Ep.Steps: 1000, Score: 1877.950, Avg.Score: 1649.350, Max.Score: 1915.264, Time: 25:04:21\n",
      "Ep.: 3081, Total Steps: 1718246, Ep.Steps: 1000, Score: 1862.494, Avg.Score: 1649.882, Max.Score: 1915.264, Time: 25:05:13\n",
      "Ep.: 3082, Total Steps: 1719246, Ep.Steps: 1000, Score: 1885.168, Avg.Score: 1651.029, Max.Score: 1915.264, Time: 25:06:05\n",
      "Ep.: 3083, Total Steps: 1719270, Ep.Steps: 24, Score: 20.585, Avg.Score: 1633.114, Max.Score: 1915.264, Time: 25:06:06\n",
      "Ep.: 3084, Total Steps: 1720270, Ep.Steps: 1000, Score: 1919.915, Avg.Score: 1634.475, Max.Score: 1919.915, Time: 25:06:58\n",
      "Ep.: 3085, Total Steps: 1720291, Ep.Steps: 21, Score: 18.374, Avg.Score: 1616.486, Max.Score: 1919.915, Time: 25:07:00\n",
      "Ep.: 3086, Total Steps: 1720315, Ep.Steps: 24, Score: 24.277, Avg.Score: 1598.805, Max.Score: 1919.915, Time: 25:07:01\n",
      "Ep.: 3087, Total Steps: 1721315, Ep.Steps: 1000, Score: 1881.341, Avg.Score: 1600.709, Max.Score: 1919.915, Time: 25:07:53\n",
      "Ep.: 3088, Total Steps: 1722315, Ep.Steps: 1000, Score: 1929.028, Avg.Score: 1611.255, Max.Score: 1929.028, Time: 25:08:44\n",
      "Ep.: 3089, Total Steps: 1723315, Ep.Steps: 1000, Score: 1927.726, Avg.Score: 1612.257, Max.Score: 1929.028, Time: 25:09:36\n",
      "Ep.: 3090, Total Steps: 1724315, Ep.Steps: 1000, Score: 1966.845, Avg.Score: 1613.747, Max.Score: 1966.845, Time: 25:10:28\n",
      "Ep.: 3091, Total Steps: 1725315, Ep.Steps: 1000, Score: 1917.311, Avg.Score: 1614.834, Max.Score: 1966.845, Time: 25:11:20\n",
      "Ep.: 3092, Total Steps: 1726315, Ep.Steps: 1000, Score: 1926.807, Avg.Score: 1615.946, Max.Score: 1966.845, Time: 25:12:11\n",
      "Ep.: 3093, Total Steps: 1727315, Ep.Steps: 1000, Score: 1925.942, Avg.Score: 1617.349, Max.Score: 1966.845, Time: 25:13:04\n",
      "Ep.: 3094, Total Steps: 1728315, Ep.Steps: 1000, Score: 1878.861, Avg.Score: 1617.873, Max.Score: 1966.845, Time: 25:13:56\n",
      "Ep.: 3095, Total Steps: 1729315, Ep.Steps: 1000, Score: 1880.707, Avg.Score: 1618.994, Max.Score: 1966.845, Time: 25:14:48\n",
      "Ep.: 3096, Total Steps: 1730315, Ep.Steps: 1000, Score: 1885.191, Avg.Score: 1619.198, Max.Score: 1966.845, Time: 25:15:40\n",
      "Ep.: 3097, Total Steps: 1731315, Ep.Steps: 1000, Score: 1859.393, Avg.Score: 1619.424, Max.Score: 1966.845, Time: 25:16:31\n",
      "Ep.: 3098, Total Steps: 1732315, Ep.Steps: 1000, Score: 1914.163, Avg.Score: 1620.329, Max.Score: 1966.845, Time: 25:17:23\n",
      "Ep.: 3099, Total Steps: 1733315, Ep.Steps: 1000, Score: 1897.398, Avg.Score: 1621.320, Max.Score: 1966.845, Time: 25:18:15\n",
      "Ep.: 3100, Total Steps: 1734315, Ep.Steps: 1000, Score: 1918.327, Avg.Score: 1622.759, Max.Score: 1966.845, Time: 25:19:07\n",
      "Ep.: 3101, Total Steps: 1735315, Ep.Steps: 1000, Score: 1951.772, Avg.Score: 1624.169, Max.Score: 1966.845, Time: 25:19:59\n",
      "Ep.: 3102, Total Steps: 1736315, Ep.Steps: 1000, Score: 1951.987, Avg.Score: 1625.830, Max.Score: 1966.845, Time: 25:20:50\n",
      "Ep.: 3103, Total Steps: 1737315, Ep.Steps: 1000, Score: 1936.573, Avg.Score: 1627.471, Max.Score: 1966.845, Time: 25:21:42\n",
      "Ep.: 3104, Total Steps: 1738315, Ep.Steps: 1000, Score: 1969.801, Avg.Score: 1628.962, Max.Score: 1969.801, Time: 25:22:34\n",
      "Ep.: 3105, Total Steps: 1739315, Ep.Steps: 1000, Score: 1939.936, Avg.Score: 1630.604, Max.Score: 1969.801, Time: 25:23:25\n",
      "Ep.: 3106, Total Steps: 1740315, Ep.Steps: 1000, Score: 1939.013, Avg.Score: 1631.371, Max.Score: 1969.801, Time: 25:24:17\n",
      "Ep.: 3107, Total Steps: 1741315, Ep.Steps: 1000, Score: 1954.884, Avg.Score: 1632.468, Max.Score: 1969.801, Time: 25:25:09\n",
      "Ep.: 3108, Total Steps: 1742315, Ep.Steps: 1000, Score: 1926.608, Avg.Score: 1633.453, Max.Score: 1969.801, Time: 25:26:01\n",
      "Ep.: 3109, Total Steps: 1743315, Ep.Steps: 1000, Score: 1965.475, Avg.Score: 1634.475, Max.Score: 1969.801, Time: 25:26:52\n",
      "Ep.: 3110, Total Steps: 1744315, Ep.Steps: 1000, Score: 1943.530, Avg.Score: 1635.673, Max.Score: 1969.801, Time: 25:27:44\n",
      "Ep.: 3111, Total Steps: 1745315, Ep.Steps: 1000, Score: 1976.681, Avg.Score: 1636.961, Max.Score: 1976.681, Time: 25:28:36\n",
      "Ep.: 3112, Total Steps: 1746315, Ep.Steps: 1000, Score: 1964.861, Avg.Score: 1637.939, Max.Score: 1976.681, Time: 25:29:27\n",
      "Ep.: 3113, Total Steps: 1747315, Ep.Steps: 1000, Score: 1953.178, Avg.Score: 1638.737, Max.Score: 1976.681, Time: 25:30:19\n",
      "Ep.: 3114, Total Steps: 1748315, Ep.Steps: 1000, Score: 1962.190, Avg.Score: 1639.696, Max.Score: 1976.681, Time: 25:31:11\n",
      "Ep.: 3115, Total Steps: 1749315, Ep.Steps: 1000, Score: 1933.795, Avg.Score: 1640.568, Max.Score: 1976.681, Time: 25:32:03\n",
      "Ep.: 3116, Total Steps: 1750315, Ep.Steps: 1000, Score: 1951.690, Avg.Score: 1641.370, Max.Score: 1976.681, Time: 25:32:54\n",
      "Ep.: 3117, Total Steps: 1751315, Ep.Steps: 1000, Score: 1918.554, Avg.Score: 1642.469, Max.Score: 1976.681, Time: 25:33:45\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3118, Total Steps: 1752315, Ep.Steps: 1000, Score: 1981.478, Avg.Score: 1643.782, Max.Score: 1981.478, Time: 25:34:38\n",
      "Ep.: 3119, Total Steps: 1753315, Ep.Steps: 1000, Score: 1938.285, Avg.Score: 1644.508, Max.Score: 1981.478, Time: 25:35:29\n",
      "Ep.: 3120, Total Steps: 1754315, Ep.Steps: 1000, Score: 1947.760, Avg.Score: 1645.493, Max.Score: 1981.478, Time: 25:36:21\n",
      "Ep.: 3121, Total Steps: 1755315, Ep.Steps: 1000, Score: 1928.293, Avg.Score: 1646.404, Max.Score: 1981.478, Time: 25:37:13\n",
      "Ep.: 3122, Total Steps: 1756315, Ep.Steps: 1000, Score: 1933.577, Avg.Score: 1646.597, Max.Score: 1981.478, Time: 25:38:05\n",
      "Ep.: 3123, Total Steps: 1757315, Ep.Steps: 1000, Score: 1957.257, Avg.Score: 1647.335, Max.Score: 1981.478, Time: 25:38:56\n",
      "Ep.: 3124, Total Steps: 1758315, Ep.Steps: 1000, Score: 1926.087, Avg.Score: 1647.884, Max.Score: 1981.478, Time: 25:39:48\n",
      "Ep.: 3125, Total Steps: 1759315, Ep.Steps: 1000, Score: 1954.627, Avg.Score: 1648.637, Max.Score: 1981.478, Time: 25:40:40\n",
      "Ep.: 3126, Total Steps: 1760315, Ep.Steps: 1000, Score: 1908.195, Avg.Score: 1648.984, Max.Score: 1981.478, Time: 25:41:35\n",
      "Ep.: 3127, Total Steps: 1761315, Ep.Steps: 1000, Score: 1921.619, Avg.Score: 1649.712, Max.Score: 1981.478, Time: 25:42:34\n",
      "Ep.: 3128, Total Steps: 1762315, Ep.Steps: 1000, Score: 1948.780, Avg.Score: 1650.705, Max.Score: 1981.478, Time: 25:43:25\n",
      "Ep.: 3129, Total Steps: 1763315, Ep.Steps: 1000, Score: 1958.454, Avg.Score: 1651.583, Max.Score: 1981.478, Time: 25:44:19\n",
      "Ep.: 3130, Total Steps: 1764315, Ep.Steps: 1000, Score: 1958.207, Avg.Score: 1652.302, Max.Score: 1981.478, Time: 25:45:17\n",
      "Ep.: 3131, Total Steps: 1765315, Ep.Steps: 1000, Score: 1981.738, Avg.Score: 1653.254, Max.Score: 1981.738, Time: 25:46:13\n",
      "Ep.: 3132, Total Steps: 1766315, Ep.Steps: 1000, Score: 1970.202, Avg.Score: 1654.086, Max.Score: 1981.738, Time: 25:47:07\n",
      "Ep.: 3133, Total Steps: 1767315, Ep.Steps: 1000, Score: 1978.942, Avg.Score: 1655.521, Max.Score: 1981.738, Time: 25:48:03\n",
      "Ep.: 3134, Total Steps: 1768315, Ep.Steps: 1000, Score: 1963.065, Avg.Score: 1656.467, Max.Score: 1981.738, Time: 25:48:57\n",
      "Ep.: 3135, Total Steps: 1769315, Ep.Steps: 1000, Score: 1968.023, Avg.Score: 1657.228, Max.Score: 1981.738, Time: 25:49:50\n",
      "Ep.: 3136, Total Steps: 1770315, Ep.Steps: 1000, Score: 1960.966, Avg.Score: 1657.860, Max.Score: 1981.738, Time: 25:50:44\n",
      "Ep.: 3137, Total Steps: 1771315, Ep.Steps: 1000, Score: 1929.792, Avg.Score: 1658.005, Max.Score: 1981.738, Time: 25:51:38\n",
      "Ep.: 3138, Total Steps: 1772315, Ep.Steps: 1000, Score: 1944.209, Avg.Score: 1658.825, Max.Score: 1981.738, Time: 25:52:35\n",
      "Ep.: 3139, Total Steps: 1773315, Ep.Steps: 1000, Score: 1948.573, Avg.Score: 1659.799, Max.Score: 1981.738, Time: 25:53:33\n",
      "Ep.: 3140, Total Steps: 1774315, Ep.Steps: 1000, Score: 1956.854, Avg.Score: 1660.776, Max.Score: 1981.738, Time: 25:54:31\n",
      "Ep.: 3141, Total Steps: 1775315, Ep.Steps: 1000, Score: 1969.511, Avg.Score: 1661.648, Max.Score: 1981.738, Time: 25:55:27\n",
      "Ep.: 3142, Total Steps: 1776315, Ep.Steps: 1000, Score: 1995.625, Avg.Score: 1662.959, Max.Score: 1995.625, Time: 25:56:23\n",
      "Ep.: 3143, Total Steps: 1777315, Ep.Steps: 1000, Score: 2010.756, Avg.Score: 1664.656, Max.Score: 2010.756, Time: 25:57:17\n",
      "Ep.: 3144, Total Steps: 1778315, Ep.Steps: 1000, Score: 1965.947, Avg.Score: 1665.607, Max.Score: 2010.756, Time: 25:58:17\n",
      "Ep.: 3145, Total Steps: 1779315, Ep.Steps: 1000, Score: 1988.041, Avg.Score: 1666.687, Max.Score: 2010.756, Time: 25:59:15\n",
      "Ep.: 3146, Total Steps: 1780315, Ep.Steps: 1000, Score: 1996.838, Avg.Score: 1667.988, Max.Score: 2010.756, Time: 26:00:15\n",
      "Ep.: 3147, Total Steps: 1781315, Ep.Steps: 1000, Score: 1982.294, Avg.Score: 1669.405, Max.Score: 2010.756, Time: 26:01:12\n",
      "Ep.: 3148, Total Steps: 1782315, Ep.Steps: 1000, Score: 1961.792, Avg.Score: 1670.552, Max.Score: 2010.756, Time: 26:02:07\n",
      "Ep.: 3149, Total Steps: 1783315, Ep.Steps: 1000, Score: 1941.660, Avg.Score: 1671.539, Max.Score: 2010.756, Time: 26:03:02\n",
      "Ep.: 3150, Total Steps: 1784315, Ep.Steps: 1000, Score: 1986.620, Avg.Score: 1672.838, Max.Score: 2010.756, Time: 26:04:13\n",
      "Ep.: 3151, Total Steps: 1785315, Ep.Steps: 1000, Score: 1993.290, Avg.Score: 1674.246, Max.Score: 2010.756, Time: 26:05:13\n",
      "Ep.: 3152, Total Steps: 1786315, Ep.Steps: 1000, Score: 1949.500, Avg.Score: 1675.430, Max.Score: 2010.756, Time: 26:06:10\n",
      "Ep.: 3153, Total Steps: 1787315, Ep.Steps: 1000, Score: 1941.058, Avg.Score: 1676.183, Max.Score: 2010.756, Time: 26:07:08\n",
      "Ep.: 3154, Total Steps: 1788315, Ep.Steps: 1000, Score: 1952.744, Avg.Score: 1677.015, Max.Score: 2010.756, Time: 26:08:04\n",
      "Ep.: 3155, Total Steps: 1789315, Ep.Steps: 1000, Score: 1997.228, Avg.Score: 1678.541, Max.Score: 2010.756, Time: 26:09:02\n",
      "Ep.: 3156, Total Steps: 1790315, Ep.Steps: 1000, Score: 1973.918, Avg.Score: 1679.670, Max.Score: 2010.756, Time: 26:10:02\n",
      "Ep.: 3157, Total Steps: 1791315, Ep.Steps: 1000, Score: 1989.110, Avg.Score: 1680.698, Max.Score: 2010.756, Time: 26:10:57\n",
      "Ep.: 3158, Total Steps: 1792315, Ep.Steps: 1000, Score: 1967.400, Avg.Score: 1681.696, Max.Score: 2010.756, Time: 26:11:54\n",
      "Ep.: 3159, Total Steps: 1793315, Ep.Steps: 1000, Score: 1951.642, Avg.Score: 1682.361, Max.Score: 2010.756, Time: 26:12:52\n",
      "Ep.: 3160, Total Steps: 1794315, Ep.Steps: 1000, Score: 1944.632, Avg.Score: 1683.064, Max.Score: 2010.756, Time: 26:13:48\n",
      "Ep.: 3161, Total Steps: 1795315, Ep.Steps: 1000, Score: 1975.836, Avg.Score: 1702.773, Max.Score: 2010.756, Time: 26:14:44\n",
      "Ep.: 3162, Total Steps: 1796315, Ep.Steps: 1000, Score: 1930.923, Avg.Score: 1722.062, Max.Score: 2010.756, Time: 26:15:37\n",
      "Ep.: 3163, Total Steps: 1797315, Ep.Steps: 1000, Score: 1980.307, Avg.Score: 1741.827, Max.Score: 2010.756, Time: 26:16:30\n",
      "Ep.: 3164, Total Steps: 1798315, Ep.Steps: 1000, Score: 1984.487, Avg.Score: 1761.650, Max.Score: 2010.756, Time: 26:17:23\n",
      "Ep.: 3165, Total Steps: 1799315, Ep.Steps: 1000, Score: 1981.457, Avg.Score: 1781.425, Max.Score: 2010.756, Time: 26:18:16\n",
      "Ep.: 3166, Total Steps: 1800315, Ep.Steps: 1000, Score: 1987.510, Avg.Score: 1801.226, Max.Score: 2010.756, Time: 26:19:09\n",
      "Ep.: 3167, Total Steps: 1801315, Ep.Steps: 1000, Score: 1969.211, Avg.Score: 1820.888, Max.Score: 2010.756, Time: 26:20:02\n",
      "Ep.: 3168, Total Steps: 1802315, Ep.Steps: 1000, Score: 1978.628, Avg.Score: 1840.671, Max.Score: 2010.756, Time: 26:20:55\n",
      "Ep.: 3169, Total Steps: 1803315, Ep.Steps: 1000, Score: 1994.746, Avg.Score: 1860.649, Max.Score: 2010.756, Time: 26:21:47\n",
      "Ep.: 3170, Total Steps: 1804315, Ep.Steps: 1000, Score: 1993.723, Avg.Score: 1862.187, Max.Score: 2010.756, Time: 26:22:40\n",
      "Ep.: 3171, Total Steps: 1805315, Ep.Steps: 1000, Score: 2015.743, Avg.Score: 1863.681, Max.Score: 2015.743, Time: 26:23:33\n",
      "Ep.: 3172, Total Steps: 1806315, Ep.Steps: 1000, Score: 2007.088, Avg.Score: 1883.739, Max.Score: 2015.743, Time: 26:24:26\n",
      "Ep.: 3173, Total Steps: 1807315, Ep.Steps: 1000, Score: 1983.431, Avg.Score: 1885.262, Max.Score: 2015.743, Time: 26:25:19\n",
      "Ep.: 3174, Total Steps: 1808315, Ep.Steps: 1000, Score: 1990.569, Avg.Score: 1886.687, Max.Score: 2015.743, Time: 26:26:11\n",
      "Ep.: 3175, Total Steps: 1809315, Ep.Steps: 1000, Score: 1968.942, Avg.Score: 1887.411, Max.Score: 2015.743, Time: 26:27:05\n",
      "Ep.: 3176, Total Steps: 1810315, Ep.Steps: 1000, Score: 1964.912, Avg.Score: 1888.885, Max.Score: 2015.743, Time: 26:27:58\n",
      "Ep.: 3177, Total Steps: 1811315, Ep.Steps: 1000, Score: 1985.087, Avg.Score: 1891.845, Max.Score: 2015.743, Time: 26:28:50\n",
      "Ep.: 3178, Total Steps: 1812315, Ep.Steps: 1000, Score: 1971.489, Avg.Score: 1893.204, Max.Score: 2015.743, Time: 26:29:43\n",
      "Ep.: 3179, Total Steps: 1813315, Ep.Steps: 1000, Score: 2005.629, Avg.Score: 1894.526, Max.Score: 2015.743, Time: 26:30:35\n",
      "Ep.: 3180, Total Steps: 1814315, Ep.Steps: 1000, Score: 1990.192, Avg.Score: 1895.649, Max.Score: 2015.743, Time: 26:31:28\n",
      "Ep.: 3181, Total Steps: 1815315, Ep.Steps: 1000, Score: 1986.790, Avg.Score: 1896.892, Max.Score: 2015.743, Time: 26:32:21\n",
      "Ep.: 3182, Total Steps: 1816315, Ep.Steps: 1000, Score: 1963.985, Avg.Score: 1897.680, Max.Score: 2015.743, Time: 26:33:13\n",
      "Ep.: 3183, Total Steps: 1817315, Ep.Steps: 1000, Score: 1973.498, Avg.Score: 1917.209, Max.Score: 2015.743, Time: 26:34:06\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3184, Total Steps: 1818315, Ep.Steps: 1000, Score: 1984.440, Avg.Score: 1917.854, Max.Score: 2015.743, Time: 26:35:06\n",
      "Ep.: 3185, Total Steps: 1819315, Ep.Steps: 1000, Score: 1994.386, Avg.Score: 1937.614, Max.Score: 2015.743, Time: 26:36:03\n",
      "Ep.: 3186, Total Steps: 1820315, Ep.Steps: 1000, Score: 2029.576, Avg.Score: 1957.667, Max.Score: 2029.576, Time: 26:36:56\n",
      "Ep.: 3187, Total Steps: 1821315, Ep.Steps: 1000, Score: 1986.447, Avg.Score: 1958.718, Max.Score: 2029.576, Time: 26:37:49\n",
      "Ep.: 3188, Total Steps: 1822315, Ep.Steps: 1000, Score: 1986.213, Avg.Score: 1959.290, Max.Score: 2029.576, Time: 26:38:41\n",
      "Ep.: 3189, Total Steps: 1823315, Ep.Steps: 1000, Score: 1954.878, Avg.Score: 1959.562, Max.Score: 2029.576, Time: 26:39:34\n",
      "Ep.: 3190, Total Steps: 1824315, Ep.Steps: 1000, Score: 1994.616, Avg.Score: 1959.840, Max.Score: 2029.576, Time: 26:40:26\n",
      "Ep.: 3191, Total Steps: 1825315, Ep.Steps: 1000, Score: 2003.147, Avg.Score: 1960.698, Max.Score: 2029.576, Time: 26:41:19\n",
      "Ep.: 3192, Total Steps: 1826315, Ep.Steps: 1000, Score: 1997.737, Avg.Score: 1961.407, Max.Score: 2029.576, Time: 26:42:12\n",
      "Ep.: 3193, Total Steps: 1827315, Ep.Steps: 1000, Score: 1974.261, Avg.Score: 1961.890, Max.Score: 2029.576, Time: 26:43:04\n",
      "Ep.: 3194, Total Steps: 1828315, Ep.Steps: 1000, Score: 1991.403, Avg.Score: 1963.016, Max.Score: 2029.576, Time: 26:43:56\n",
      "Ep.: 3195, Total Steps: 1829315, Ep.Steps: 1000, Score: 2000.912, Avg.Score: 1964.218, Max.Score: 2029.576, Time: 26:44:48\n",
      "Ep.: 3196, Total Steps: 1830315, Ep.Steps: 1000, Score: 1966.059, Avg.Score: 1965.027, Max.Score: 2029.576, Time: 26:45:40\n",
      "Ep.: 3197, Total Steps: 1831315, Ep.Steps: 1000, Score: 2010.937, Avg.Score: 1966.542, Max.Score: 2029.576, Time: 26:46:33\n",
      "Ep.: 3198, Total Steps: 1832315, Ep.Steps: 1000, Score: 2009.304, Avg.Score: 1967.493, Max.Score: 2029.576, Time: 26:47:25\n",
      "Ep.: 3199, Total Steps: 1833315, Ep.Steps: 1000, Score: 1999.069, Avg.Score: 1968.510, Max.Score: 2029.576, Time: 26:48:18\n",
      "Ep.: 3200, Total Steps: 1834315, Ep.Steps: 1000, Score: 1991.468, Avg.Score: 1969.241, Max.Score: 2029.576, Time: 26:49:11\n",
      "Ep.: 3201, Total Steps: 1835315, Ep.Steps: 1000, Score: 1992.539, Avg.Score: 1969.649, Max.Score: 2029.576, Time: 26:50:03\n",
      "Ep.: 3202, Total Steps: 1836315, Ep.Steps: 1000, Score: 1999.568, Avg.Score: 1970.125, Max.Score: 2029.576, Time: 26:50:55\n",
      "Ep.: 3203, Total Steps: 1837315, Ep.Steps: 1000, Score: 1998.320, Avg.Score: 1970.742, Max.Score: 2029.576, Time: 26:51:48\n",
      "Ep.: 3204, Total Steps: 1838315, Ep.Steps: 1000, Score: 1995.165, Avg.Score: 1970.996, Max.Score: 2029.576, Time: 26:52:41\n",
      "Ep.: 3205, Total Steps: 1839315, Ep.Steps: 1000, Score: 2002.246, Avg.Score: 1971.619, Max.Score: 2029.576, Time: 26:53:33\n",
      "Ep.: 3206, Total Steps: 1840315, Ep.Steps: 1000, Score: 2004.894, Avg.Score: 1972.278, Max.Score: 2029.576, Time: 26:54:26\n",
      "Ep.: 3207, Total Steps: 1841315, Ep.Steps: 1000, Score: 1975.552, Avg.Score: 1972.485, Max.Score: 2029.576, Time: 26:55:18\n",
      "Ep.: 3208, Total Steps: 1842315, Ep.Steps: 1000, Score: 1960.202, Avg.Score: 1972.821, Max.Score: 2029.576, Time: 26:56:11\n",
      "Ep.: 3209, Total Steps: 1843315, Ep.Steps: 1000, Score: 1953.344, Avg.Score: 1972.699, Max.Score: 2029.576, Time: 26:57:04\n",
      "Ep.: 3210, Total Steps: 1844315, Ep.Steps: 1000, Score: 1980.656, Avg.Score: 1973.071, Max.Score: 2029.576, Time: 26:57:57\n",
      "Ep.: 3211, Total Steps: 1845315, Ep.Steps: 1000, Score: 2008.498, Avg.Score: 1973.389, Max.Score: 2029.576, Time: 26:58:50\n",
      "Ep.: 3212, Total Steps: 1846215, Ep.Steps: 900, Score: 1754.459, Avg.Score: 1971.285, Max.Score: 2029.576, Time: 26:59:38\n",
      "Ep.: 3213, Total Steps: 1846322, Ep.Steps: 107, Score: 162.547, Avg.Score: 1953.378, Max.Score: 2029.576, Time: 26:59:43\n",
      "Ep.: 3214, Total Steps: 1846371, Ep.Steps: 49, Score: 67.183, Avg.Score: 1934.428, Max.Score: 2029.576, Time: 26:59:46\n",
      "Ep.: 3215, Total Steps: 1846415, Ep.Steps: 44, Score: 65.685, Avg.Score: 1915.747, Max.Score: 2029.576, Time: 26:59:48\n",
      "Ep.: 3216, Total Steps: 1847415, Ep.Steps: 1000, Score: 2027.310, Avg.Score: 1916.503, Max.Score: 2029.576, Time: 27:00:41\n",
      "Ep.: 3217, Total Steps: 1848415, Ep.Steps: 1000, Score: 2003.737, Avg.Score: 1917.355, Max.Score: 2029.576, Time: 27:01:34\n",
      "Ep.: 3218, Total Steps: 1849415, Ep.Steps: 1000, Score: 1988.435, Avg.Score: 1917.425, Max.Score: 2029.576, Time: 27:02:26\n",
      "Ep.: 3219, Total Steps: 1850415, Ep.Steps: 1000, Score: 1977.637, Avg.Score: 1917.818, Max.Score: 2029.576, Time: 27:03:18\n",
      "Ep.: 3220, Total Steps: 1851415, Ep.Steps: 1000, Score: 1987.997, Avg.Score: 1918.221, Max.Score: 2029.576, Time: 27:04:10\n",
      "Ep.: 3221, Total Steps: 1852415, Ep.Steps: 1000, Score: 1979.710, Avg.Score: 1918.735, Max.Score: 2029.576, Time: 27:05:03\n",
      "Ep.: 3222, Total Steps: 1853415, Ep.Steps: 1000, Score: 2020.362, Avg.Score: 1919.603, Max.Score: 2029.576, Time: 27:05:56\n",
      "Ep.: 3223, Total Steps: 1854415, Ep.Steps: 1000, Score: 2037.947, Avg.Score: 1920.410, Max.Score: 2037.947, Time: 27:06:49\n",
      "Ep.: 3224, Total Steps: 1855415, Ep.Steps: 1000, Score: 2021.332, Avg.Score: 1921.362, Max.Score: 2037.947, Time: 27:07:41\n",
      "Ep.: 3225, Total Steps: 1856415, Ep.Steps: 1000, Score: 2006.652, Avg.Score: 1921.882, Max.Score: 2037.947, Time: 27:08:33\n",
      "Ep.: 3226, Total Steps: 1857415, Ep.Steps: 1000, Score: 2001.021, Avg.Score: 1922.811, Max.Score: 2037.947, Time: 27:09:26\n",
      "Ep.: 3227, Total Steps: 1858415, Ep.Steps: 1000, Score: 1994.131, Avg.Score: 1923.536, Max.Score: 2037.947, Time: 27:10:18\n",
      "Ep.: 3228, Total Steps: 1859415, Ep.Steps: 1000, Score: 2040.004, Avg.Score: 1924.448, Max.Score: 2040.004, Time: 27:11:10\n",
      "Ep.: 3229, Total Steps: 1860415, Ep.Steps: 1000, Score: 2020.509, Avg.Score: 1925.069, Max.Score: 2040.004, Time: 27:12:03\n",
      "Ep.: 3230, Total Steps: 1861415, Ep.Steps: 1000, Score: 2037.300, Avg.Score: 1925.859, Max.Score: 2040.004, Time: 27:12:55\n",
      "Ep.: 3231, Total Steps: 1862415, Ep.Steps: 1000, Score: 1989.979, Avg.Score: 1925.942, Max.Score: 2040.004, Time: 27:13:48\n",
      "Ep.: 3232, Total Steps: 1863415, Ep.Steps: 1000, Score: 2033.188, Avg.Score: 1926.572, Max.Score: 2040.004, Time: 27:14:42\n",
      "Ep.: 3233, Total Steps: 1864415, Ep.Steps: 1000, Score: 2024.541, Avg.Score: 1927.028, Max.Score: 2040.004, Time: 27:15:37\n",
      "Ep.: 3234, Total Steps: 1865415, Ep.Steps: 1000, Score: 2020.756, Avg.Score: 1927.605, Max.Score: 2040.004, Time: 27:16:30\n",
      "Ep.: 3235, Total Steps: 1866415, Ep.Steps: 1000, Score: 2003.784, Avg.Score: 1927.962, Max.Score: 2040.004, Time: 27:17:22\n",
      "Ep.: 3236, Total Steps: 1867415, Ep.Steps: 1000, Score: 2001.487, Avg.Score: 1928.367, Max.Score: 2040.004, Time: 27:18:15\n",
      "Ep.: 3237, Total Steps: 1868415, Ep.Steps: 1000, Score: 2014.140, Avg.Score: 1929.211, Max.Score: 2040.004, Time: 27:19:08\n",
      "Ep.: 3238, Total Steps: 1869415, Ep.Steps: 1000, Score: 2023.231, Avg.Score: 1930.001, Max.Score: 2040.004, Time: 27:20:01\n",
      "Ep.: 3239, Total Steps: 1870415, Ep.Steps: 1000, Score: 2027.724, Avg.Score: 1930.793, Max.Score: 2040.004, Time: 27:20:53\n",
      "Ep.: 3240, Total Steps: 1871415, Ep.Steps: 1000, Score: 2028.546, Avg.Score: 1931.510, Max.Score: 2040.004, Time: 27:21:45\n",
      "Ep.: 3241, Total Steps: 1872415, Ep.Steps: 1000, Score: 2045.579, Avg.Score: 1932.270, Max.Score: 2045.579, Time: 27:22:38\n",
      "Ep.: 3242, Total Steps: 1873415, Ep.Steps: 1000, Score: 2027.351, Avg.Score: 1932.588, Max.Score: 2045.579, Time: 27:23:31\n",
      "Ep.: 3243, Total Steps: 1874415, Ep.Steps: 1000, Score: 2011.039, Avg.Score: 1932.590, Max.Score: 2045.579, Time: 27:24:23\n",
      "Ep.: 3244, Total Steps: 1875415, Ep.Steps: 1000, Score: 2011.064, Avg.Score: 1933.042, Max.Score: 2045.579, Time: 27:25:16\n",
      "Ep.: 3245, Total Steps: 1876415, Ep.Steps: 1000, Score: 1966.405, Avg.Score: 1932.825, Max.Score: 2045.579, Time: 27:26:09\n",
      "Ep.: 3246, Total Steps: 1877415, Ep.Steps: 1000, Score: 2003.475, Avg.Score: 1932.892, Max.Score: 2045.579, Time: 27:27:01\n",
      "Ep.: 3247, Total Steps: 1878415, Ep.Steps: 1000, Score: 1993.691, Avg.Score: 1933.005, Max.Score: 2045.579, Time: 27:27:54\n",
      "Ep.: 3248, Total Steps: 1879415, Ep.Steps: 1000, Score: 2014.141, Avg.Score: 1933.529, Max.Score: 2045.579, Time: 27:28:46\n",
      "Ep.: 3249, Total Steps: 1880415, Ep.Steps: 1000, Score: 1991.529, Avg.Score: 1934.028, Max.Score: 2045.579, Time: 27:29:39\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3250, Total Steps: 1881415, Ep.Steps: 1000, Score: 1997.493, Avg.Score: 1934.136, Max.Score: 2045.579, Time: 27:30:31\n",
      "Ep.: 3251, Total Steps: 1882415, Ep.Steps: 1000, Score: 1951.822, Avg.Score: 1933.722, Max.Score: 2045.579, Time: 27:31:24\n",
      "Ep.: 3252, Total Steps: 1883415, Ep.Steps: 1000, Score: 1989.939, Avg.Score: 1934.126, Max.Score: 2045.579, Time: 27:32:16\n",
      "Ep.: 3253, Total Steps: 1884415, Ep.Steps: 1000, Score: 1978.976, Avg.Score: 1934.505, Max.Score: 2045.579, Time: 27:33:09\n",
      "Ep.: 3254, Total Steps: 1885415, Ep.Steps: 1000, Score: 2016.814, Avg.Score: 1935.146, Max.Score: 2045.579, Time: 27:34:01\n",
      "Ep.: 3255, Total Steps: 1886415, Ep.Steps: 1000, Score: 1978.566, Avg.Score: 1934.959, Max.Score: 2045.579, Time: 27:34:54\n",
      "Ep.: 3256, Total Steps: 1887415, Ep.Steps: 1000, Score: 1981.765, Avg.Score: 1935.038, Max.Score: 2045.579, Time: 27:35:46\n",
      "Ep.: 3257, Total Steps: 1888415, Ep.Steps: 1000, Score: 2009.059, Avg.Score: 1935.237, Max.Score: 2045.579, Time: 27:36:39\n",
      "Ep.: 3258, Total Steps: 1889415, Ep.Steps: 1000, Score: 2036.308, Avg.Score: 1935.926, Max.Score: 2045.579, Time: 27:37:31\n",
      "Ep.: 3259, Total Steps: 1890415, Ep.Steps: 1000, Score: 1965.411, Avg.Score: 1936.064, Max.Score: 2045.579, Time: 27:38:24\n",
      "Ep.: 3260, Total Steps: 1891415, Ep.Steps: 1000, Score: 1974.518, Avg.Score: 1936.363, Max.Score: 2045.579, Time: 27:39:16\n",
      "Ep.: 3261, Total Steps: 1892415, Ep.Steps: 1000, Score: 1992.331, Avg.Score: 1936.528, Max.Score: 2045.579, Time: 27:40:09\n",
      "Ep.: 3262, Total Steps: 1893415, Ep.Steps: 1000, Score: 1986.846, Avg.Score: 1937.087, Max.Score: 2045.579, Time: 27:41:02\n",
      "Ep.: 3263, Total Steps: 1894415, Ep.Steps: 1000, Score: 1991.641, Avg.Score: 1937.201, Max.Score: 2045.579, Time: 27:41:54\n",
      "Ep.: 3264, Total Steps: 1895415, Ep.Steps: 1000, Score: 1996.197, Avg.Score: 1937.318, Max.Score: 2045.579, Time: 27:42:47\n",
      "Ep.: 3265, Total Steps: 1896415, Ep.Steps: 1000, Score: 1990.260, Avg.Score: 1937.406, Max.Score: 2045.579, Time: 27:43:39\n",
      "Ep.: 3266, Total Steps: 1897415, Ep.Steps: 1000, Score: 1944.019, Avg.Score: 1936.971, Max.Score: 2045.579, Time: 27:44:32\n",
      "Ep.: 3267, Total Steps: 1898415, Ep.Steps: 1000, Score: 1988.833, Avg.Score: 1937.167, Max.Score: 2045.579, Time: 27:45:25\n",
      "Ep.: 3268, Total Steps: 1899415, Ep.Steps: 1000, Score: 1991.324, Avg.Score: 1937.294, Max.Score: 2045.579, Time: 27:46:18\n",
      "Ep.: 3269, Total Steps: 1900415, Ep.Steps: 1000, Score: 1992.596, Avg.Score: 1937.272, Max.Score: 2045.579, Time: 27:47:10\n",
      "Ep.: 3270, Total Steps: 1901415, Ep.Steps: 1000, Score: 1992.841, Avg.Score: 1937.264, Max.Score: 2045.579, Time: 27:48:03\n",
      "Ep.: 3271, Total Steps: 1902415, Ep.Steps: 1000, Score: 1991.514, Avg.Score: 1937.021, Max.Score: 2045.579, Time: 27:49:04\n",
      "Ep.: 3272, Total Steps: 1903415, Ep.Steps: 1000, Score: 692.334, Avg.Score: 1923.874, Max.Score: 2045.579, Time: 27:50:00\n",
      "Ep.: 3273, Total Steps: 1904415, Ep.Steps: 1000, Score: 1955.412, Avg.Score: 1923.594, Max.Score: 2045.579, Time: 27:50:54\n",
      "Ep.: 3274, Total Steps: 1905415, Ep.Steps: 1000, Score: 1949.222, Avg.Score: 1923.180, Max.Score: 2045.579, Time: 27:51:48\n",
      "Ep.: 3275, Total Steps: 1906415, Ep.Steps: 1000, Score: 1967.133, Avg.Score: 1923.162, Max.Score: 2045.579, Time: 27:52:41\n",
      "Ep.: 3276, Total Steps: 1907415, Ep.Steps: 1000, Score: 1993.098, Avg.Score: 1923.444, Max.Score: 2045.579, Time: 27:53:35\n",
      "Ep.: 3277, Total Steps: 1908415, Ep.Steps: 1000, Score: 2018.181, Avg.Score: 1923.775, Max.Score: 2045.579, Time: 27:54:29\n",
      "Ep.: 3278, Total Steps: 1909415, Ep.Steps: 1000, Score: 1998.213, Avg.Score: 1924.042, Max.Score: 2045.579, Time: 27:55:22\n",
      "Ep.: 3279, Total Steps: 1910415, Ep.Steps: 1000, Score: 2002.301, Avg.Score: 1924.009, Max.Score: 2045.579, Time: 27:56:16\n",
      "Ep.: 3280, Total Steps: 1911415, Ep.Steps: 1000, Score: 1951.451, Avg.Score: 1923.621, Max.Score: 2045.579, Time: 27:57:09\n",
      "Ep.: 3281, Total Steps: 1912415, Ep.Steps: 1000, Score: 1967.007, Avg.Score: 1923.424, Max.Score: 2045.579, Time: 27:58:03\n",
      "Ep.: 3282, Total Steps: 1913415, Ep.Steps: 1000, Score: 1988.937, Avg.Score: 1923.673, Max.Score: 2045.579, Time: 27:58:58\n",
      "Ep.: 3283, Total Steps: 1914415, Ep.Steps: 1000, Score: 1972.002, Avg.Score: 1923.658, Max.Score: 2045.579, Time: 27:59:52\n",
      "Ep.: 3284, Total Steps: 1915415, Ep.Steps: 1000, Score: 2003.963, Avg.Score: 1923.853, Max.Score: 2045.579, Time: 28:00:46\n",
      "Ep.: 3285, Total Steps: 1916415, Ep.Steps: 1000, Score: 1962.045, Avg.Score: 1923.530, Max.Score: 2045.579, Time: 28:01:40\n",
      "Ep.: 3286, Total Steps: 1917415, Ep.Steps: 1000, Score: 1961.910, Avg.Score: 1922.853, Max.Score: 2045.579, Time: 28:02:34\n",
      "Ep.: 3287, Total Steps: 1918415, Ep.Steps: 1000, Score: 1957.123, Avg.Score: 1922.560, Max.Score: 2045.579, Time: 28:03:28\n",
      "Ep.: 3288, Total Steps: 1919415, Ep.Steps: 1000, Score: 2012.094, Avg.Score: 1922.819, Max.Score: 2045.579, Time: 28:04:22\n",
      "Ep.: 3289, Total Steps: 1920415, Ep.Steps: 1000, Score: 1990.028, Avg.Score: 1923.170, Max.Score: 2045.579, Time: 28:05:16\n",
      "Ep.: 3290, Total Steps: 1921415, Ep.Steps: 1000, Score: 1976.420, Avg.Score: 1922.988, Max.Score: 2045.579, Time: 28:06:12\n",
      "Ep.: 3291, Total Steps: 1922415, Ep.Steps: 1000, Score: 1910.640, Avg.Score: 1922.063, Max.Score: 2045.579, Time: 28:07:08\n",
      "Ep.: 3292, Total Steps: 1923415, Ep.Steps: 1000, Score: 1981.627, Avg.Score: 1921.902, Max.Score: 2045.579, Time: 28:08:02\n",
      "Ep.: 3293, Total Steps: 1924415, Ep.Steps: 1000, Score: 2029.466, Avg.Score: 1922.454, Max.Score: 2045.579, Time: 28:09:02\n",
      "Ep.: 3294, Total Steps: 1925415, Ep.Steps: 1000, Score: 1990.461, Avg.Score: 1922.445, Max.Score: 2045.579, Time: 28:10:07\n",
      "Ep.: 3295, Total Steps: 1926415, Ep.Steps: 1000, Score: 2020.487, Avg.Score: 1922.641, Max.Score: 2045.579, Time: 28:11:03\n",
      "Ep.: 3296, Total Steps: 1927415, Ep.Steps: 1000, Score: 2017.940, Avg.Score: 1923.159, Max.Score: 2045.579, Time: 28:11:55\n",
      "Ep.: 3297, Total Steps: 1928415, Ep.Steps: 1000, Score: 1966.806, Avg.Score: 1922.718, Max.Score: 2045.579, Time: 28:12:47\n",
      "Ep.: 3298, Total Steps: 1929415, Ep.Steps: 1000, Score: 2055.139, Avg.Score: 1923.176, Max.Score: 2055.139, Time: 28:13:40\n",
      "Ep.: 3299, Total Steps: 1930415, Ep.Steps: 1000, Score: 2019.623, Avg.Score: 1923.382, Max.Score: 2055.139, Time: 28:14:32\n",
      "Ep.: 3300, Total Steps: 1931415, Ep.Steps: 1000, Score: 2027.166, Avg.Score: 1923.739, Max.Score: 2055.139, Time: 28:15:24\n",
      "Ep.: 3301, Total Steps: 1932415, Ep.Steps: 1000, Score: 2023.154, Avg.Score: 1924.045, Max.Score: 2055.139, Time: 28:16:17\n",
      "Ep.: 3302, Total Steps: 1933415, Ep.Steps: 1000, Score: 2015.832, Avg.Score: 1924.208, Max.Score: 2055.139, Time: 28:17:09\n",
      "Ep.: 3303, Total Steps: 1934415, Ep.Steps: 1000, Score: 2045.484, Avg.Score: 1924.679, Max.Score: 2055.139, Time: 28:18:00\n",
      "Ep.: 3304, Total Steps: 1935415, Ep.Steps: 1000, Score: 2015.589, Avg.Score: 1924.884, Max.Score: 2055.139, Time: 28:18:54\n",
      "Ep.: 3305, Total Steps: 1936415, Ep.Steps: 1000, Score: 2038.108, Avg.Score: 1925.242, Max.Score: 2055.139, Time: 28:19:49\n",
      "Ep.: 3306, Total Steps: 1937415, Ep.Steps: 1000, Score: 1986.919, Avg.Score: 1925.062, Max.Score: 2055.139, Time: 28:20:43\n",
      "Ep.: 3307, Total Steps: 1938415, Ep.Steps: 1000, Score: 2014.739, Avg.Score: 1925.454, Max.Score: 2055.139, Time: 28:21:38\n",
      "Ep.: 3308, Total Steps: 1939415, Ep.Steps: 1000, Score: 2037.124, Avg.Score: 1926.224, Max.Score: 2055.139, Time: 28:22:37\n",
      "Ep.: 3309, Total Steps: 1940415, Ep.Steps: 1000, Score: 2034.909, Avg.Score: 1927.039, Max.Score: 2055.139, Time: 28:23:34\n",
      "Ep.: 3310, Total Steps: 1941415, Ep.Steps: 1000, Score: 2049.222, Avg.Score: 1927.725, Max.Score: 2055.139, Time: 28:24:27\n",
      "Ep.: 3311, Total Steps: 1942415, Ep.Steps: 1000, Score: 2043.031, Avg.Score: 1928.070, Max.Score: 2055.139, Time: 28:25:22\n",
      "Ep.: 3312, Total Steps: 1943415, Ep.Steps: 1000, Score: 2028.468, Avg.Score: 1930.810, Max.Score: 2055.139, Time: 28:26:15\n",
      "Ep.: 3313, Total Steps: 1944415, Ep.Steps: 1000, Score: 2000.504, Avg.Score: 1949.190, Max.Score: 2055.139, Time: 28:27:07\n",
      "Ep.: 3314, Total Steps: 1945415, Ep.Steps: 1000, Score: 2048.623, Avg.Score: 1969.004, Max.Score: 2055.139, Time: 28:28:00\n",
      "Ep.: 3315, Total Steps: 1946415, Ep.Steps: 1000, Score: 2018.467, Avg.Score: 1988.532, Max.Score: 2055.139, Time: 28:28:56\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3316, Total Steps: 1947415, Ep.Steps: 1000, Score: 2033.637, Avg.Score: 1988.595, Max.Score: 2055.139, Time: 28:29:50\n",
      "Ep.: 3317, Total Steps: 1948415, Ep.Steps: 1000, Score: 2012.118, Avg.Score: 1988.679, Max.Score: 2055.139, Time: 28:30:46\n",
      "Ep.: 3318, Total Steps: 1949415, Ep.Steps: 1000, Score: 2038.690, Avg.Score: 1989.182, Max.Score: 2055.139, Time: 28:31:41\n",
      "Ep.: 3319, Total Steps: 1950415, Ep.Steps: 1000, Score: 2047.393, Avg.Score: 1989.879, Max.Score: 2055.139, Time: 28:32:38\n",
      "Ep.: 3320, Total Steps: 1951415, Ep.Steps: 1000, Score: 1999.728, Avg.Score: 1989.997, Max.Score: 2055.139, Time: 28:33:32\n",
      "Ep.: 3321, Total Steps: 1952415, Ep.Steps: 1000, Score: 2022.083, Avg.Score: 1990.420, Max.Score: 2055.139, Time: 28:34:31\n",
      "Ep.: 3322, Total Steps: 1953415, Ep.Steps: 1000, Score: 2024.034, Avg.Score: 1990.457, Max.Score: 2055.139, Time: 28:35:28\n",
      "Ep.: 3323, Total Steps: 1954415, Ep.Steps: 1000, Score: 2015.608, Avg.Score: 1990.234, Max.Score: 2055.139, Time: 28:36:23\n",
      "Ep.: 3324, Total Steps: 1955415, Ep.Steps: 1000, Score: 2015.809, Avg.Score: 1990.178, Max.Score: 2055.139, Time: 28:37:23\n",
      "Ep.: 3325, Total Steps: 1956415, Ep.Steps: 1000, Score: 2027.462, Avg.Score: 1990.387, Max.Score: 2055.139, Time: 28:38:20\n",
      "Ep.: 3326, Total Steps: 1957415, Ep.Steps: 1000, Score: 1988.970, Avg.Score: 1990.266, Max.Score: 2055.139, Time: 28:39:21\n",
      "Ep.: 3327, Total Steps: 1958415, Ep.Steps: 1000, Score: 2029.349, Avg.Score: 1990.618, Max.Score: 2055.139, Time: 28:40:20\n",
      "Ep.: 3328, Total Steps: 1959415, Ep.Steps: 1000, Score: 2031.774, Avg.Score: 1990.536, Max.Score: 2055.139, Time: 28:41:19\n",
      "Ep.: 3329, Total Steps: 1960415, Ep.Steps: 1000, Score: 2030.284, Avg.Score: 1990.634, Max.Score: 2055.139, Time: 28:42:17\n",
      "Ep.: 3330, Total Steps: 1961415, Ep.Steps: 1000, Score: 2021.419, Avg.Score: 1990.475, Max.Score: 2055.139, Time: 28:43:16\n",
      "Ep.: 3331, Total Steps: 1962415, Ep.Steps: 1000, Score: 1993.730, Avg.Score: 1990.512, Max.Score: 2055.139, Time: 28:44:15\n",
      "Ep.: 3332, Total Steps: 1963415, Ep.Steps: 1000, Score: 2012.033, Avg.Score: 1990.301, Max.Score: 2055.139, Time: 28:45:17\n",
      "Ep.: 3333, Total Steps: 1964415, Ep.Steps: 1000, Score: 2017.978, Avg.Score: 1990.235, Max.Score: 2055.139, Time: 28:46:15\n",
      "Ep.: 3334, Total Steps: 1965415, Ep.Steps: 1000, Score: 2040.095, Avg.Score: 1990.429, Max.Score: 2055.139, Time: 28:47:14\n",
      "Ep.: 3335, Total Steps: 1966415, Ep.Steps: 1000, Score: 2016.742, Avg.Score: 1990.558, Max.Score: 2055.139, Time: 28:48:10\n",
      "Ep.: 3336, Total Steps: 1967415, Ep.Steps: 1000, Score: 2031.529, Avg.Score: 1990.859, Max.Score: 2055.139, Time: 28:49:06\n",
      "Ep.: 3337, Total Steps: 1968415, Ep.Steps: 1000, Score: 2045.509, Avg.Score: 1991.172, Max.Score: 2055.139, Time: 28:50:02\n",
      "Ep.: 3338, Total Steps: 1969415, Ep.Steps: 1000, Score: 2024.970, Avg.Score: 1991.190, Max.Score: 2055.139, Time: 28:50:59\n",
      "Ep.: 3339, Total Steps: 1970415, Ep.Steps: 1000, Score: 2041.915, Avg.Score: 1991.332, Max.Score: 2055.139, Time: 28:51:55\n",
      "Ep.: 3340, Total Steps: 1971415, Ep.Steps: 1000, Score: 2039.048, Avg.Score: 1991.437, Max.Score: 2055.139, Time: 28:52:49\n",
      "Ep.: 3341, Total Steps: 1972415, Ep.Steps: 1000, Score: 2037.465, Avg.Score: 1991.355, Max.Score: 2055.139, Time: 28:53:46\n",
      "Ep.: 3342, Total Steps: 1973415, Ep.Steps: 1000, Score: 2051.476, Avg.Score: 1991.597, Max.Score: 2055.139, Time: 28:54:41\n",
      "Ep.: 3343, Total Steps: 1974415, Ep.Steps: 1000, Score: 2023.988, Avg.Score: 1991.726, Max.Score: 2055.139, Time: 28:55:36\n",
      "Ep.: 3344, Total Steps: 1975415, Ep.Steps: 1000, Score: 2040.796, Avg.Score: 1992.024, Max.Score: 2055.139, Time: 28:56:31\n",
      "Ep.: 3345, Total Steps: 1976415, Ep.Steps: 1000, Score: 2039.469, Avg.Score: 1992.754, Max.Score: 2055.139, Time: 28:57:25\n",
      "Ep.: 3346, Total Steps: 1977415, Ep.Steps: 1000, Score: 2024.855, Avg.Score: 1992.968, Max.Score: 2055.139, Time: 28:58:20\n",
      "Ep.: 3347, Total Steps: 1978415, Ep.Steps: 1000, Score: 2030.503, Avg.Score: 1993.336, Max.Score: 2055.139, Time: 28:59:15\n",
      "Ep.: 3348, Total Steps: 1979415, Ep.Steps: 1000, Score: 2022.414, Avg.Score: 1993.419, Max.Score: 2055.139, Time: 29:00:09\n",
      "Ep.: 3349, Total Steps: 1980415, Ep.Steps: 1000, Score: 2005.657, Avg.Score: 1993.560, Max.Score: 2055.139, Time: 29:01:03\n",
      "Ep.: 3350, Total Steps: 1981415, Ep.Steps: 1000, Score: 1975.158, Avg.Score: 1993.337, Max.Score: 2055.139, Time: 29:01:58\n",
      "Ep.: 3351, Total Steps: 1982415, Ep.Steps: 1000, Score: 2045.002, Avg.Score: 1994.269, Max.Score: 2055.139, Time: 29:02:53\n",
      "Ep.: 3352, Total Steps: 1983415, Ep.Steps: 1000, Score: 2078.291, Avg.Score: 1995.152, Max.Score: 2078.291, Time: 29:03:48\n",
      "Ep.: 3353, Total Steps: 1984415, Ep.Steps: 1000, Score: 2036.966, Avg.Score: 1995.732, Max.Score: 2078.291, Time: 29:04:42\n",
      "Ep.: 3354, Total Steps: 1985415, Ep.Steps: 1000, Score: 2028.670, Avg.Score: 1995.851, Max.Score: 2078.291, Time: 29:05:36\n",
      "Ep.: 3355, Total Steps: 1986415, Ep.Steps: 1000, Score: 1964.529, Avg.Score: 1995.710, Max.Score: 2078.291, Time: 29:06:31\n",
      "Ep.: 3356, Total Steps: 1987415, Ep.Steps: 1000, Score: 1966.382, Avg.Score: 1995.556, Max.Score: 2078.291, Time: 29:07:25\n",
      "Ep.: 3357, Total Steps: 1988415, Ep.Steps: 1000, Score: 2052.679, Avg.Score: 1995.993, Max.Score: 2078.291, Time: 29:08:19\n",
      "Ep.: 3358, Total Steps: 1989415, Ep.Steps: 1000, Score: 2035.158, Avg.Score: 1995.981, Max.Score: 2078.291, Time: 29:09:14\n",
      "Ep.: 3359, Total Steps: 1990415, Ep.Steps: 1000, Score: 2040.432, Avg.Score: 1996.731, Max.Score: 2078.291, Time: 29:10:08\n",
      "Ep.: 3360, Total Steps: 1991415, Ep.Steps: 1000, Score: 2048.126, Avg.Score: 1997.467, Max.Score: 2078.291, Time: 29:11:03\n",
      "Ep.: 3361, Total Steps: 1992415, Ep.Steps: 1000, Score: 2073.392, Avg.Score: 1998.278, Max.Score: 2078.291, Time: 29:11:57\n",
      "Ep.: 3362, Total Steps: 1993415, Ep.Steps: 1000, Score: 2061.610, Avg.Score: 1999.026, Max.Score: 2078.291, Time: 29:12:52\n",
      "Ep.: 3363, Total Steps: 1994415, Ep.Steps: 1000, Score: 2047.731, Avg.Score: 1999.586, Max.Score: 2078.291, Time: 29:13:46\n",
      "Ep.: 3364, Total Steps: 1995415, Ep.Steps: 1000, Score: 2043.209, Avg.Score: 2000.057, Max.Score: 2078.291, Time: 29:14:40\n",
      "Ep.: 3365, Total Steps: 1996415, Ep.Steps: 1000, Score: 2050.111, Avg.Score: 2000.655, Max.Score: 2078.291, Time: 29:15:34\n",
      "Ep.: 3366, Total Steps: 1997415, Ep.Steps: 1000, Score: 2031.516, Avg.Score: 2001.530, Max.Score: 2078.291, Time: 29:16:28\n",
      "Ep.: 3367, Total Steps: 1998415, Ep.Steps: 1000, Score: 2074.483, Avg.Score: 2002.387, Max.Score: 2078.291, Time: 29:17:22\n",
      "Ep.: 3368, Total Steps: 1999415, Ep.Steps: 1000, Score: 2056.635, Avg.Score: 2003.040, Max.Score: 2078.291, Time: 29:18:16\n",
      "Ep.: 3369, Total Steps: 2000415, Ep.Steps: 1000, Score: 2064.575, Avg.Score: 2003.759, Max.Score: 2078.291, Time: 29:19:11\n",
      "Ep.: 3370, Total Steps: 2001415, Ep.Steps: 1000, Score: 2078.448, Avg.Score: 2004.615, Max.Score: 2078.448, Time: 29:20:05\n",
      "Ep.: 3371, Total Steps: 2002415, Ep.Steps: 1000, Score: 2071.764, Avg.Score: 2005.418, Max.Score: 2078.448, Time: 29:20:59\n",
      "Ep.: 3372, Total Steps: 2003415, Ep.Steps: 1000, Score: 2062.533, Avg.Score: 2019.120, Max.Score: 2078.448, Time: 29:21:53\n",
      "Ep.: 3373, Total Steps: 2004415, Ep.Steps: 1000, Score: 2063.833, Avg.Score: 2020.204, Max.Score: 2078.448, Time: 29:22:47\n",
      "Ep.: 3374, Total Steps: 2005415, Ep.Steps: 1000, Score: 2069.070, Avg.Score: 2021.403, Max.Score: 2078.448, Time: 29:23:41\n",
      "Ep.: 3375, Total Steps: 2006415, Ep.Steps: 1000, Score: 2039.814, Avg.Score: 2022.129, Max.Score: 2078.448, Time: 29:24:36\n",
      "Ep.: 3376, Total Steps: 2007415, Ep.Steps: 1000, Score: 2063.968, Avg.Score: 2022.838, Max.Score: 2078.448, Time: 29:25:29\n",
      "Ep.: 3377, Total Steps: 2008415, Ep.Steps: 1000, Score: 1985.840, Avg.Score: 2022.515, Max.Score: 2078.448, Time: 29:26:23\n",
      "Ep.: 3378, Total Steps: 2009113, Ep.Steps: 698, Score: 1355.405, Avg.Score: 2016.087, Max.Score: 2078.448, Time: 29:27:00\n",
      "Ep.: 3379, Total Steps: 2009268, Ep.Steps: 155, Score: 270.219, Avg.Score: 1998.766, Max.Score: 2078.448, Time: 29:27:09\n",
      "Ep.: 3380, Total Steps: 2010268, Ep.Steps: 1000, Score: 1989.325, Avg.Score: 1999.145, Max.Score: 2078.448, Time: 29:28:03\n",
      "Ep.: 3381, Total Steps: 2011268, Ep.Steps: 1000, Score: 1993.403, Avg.Score: 1999.409, Max.Score: 2078.448, Time: 29:28:57\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3382, Total Steps: 2012268, Ep.Steps: 1000, Score: 1948.654, Avg.Score: 1999.006, Max.Score: 2078.448, Time: 29:29:51\n",
      "Ep.: 3383, Total Steps: 2013268, Ep.Steps: 1000, Score: 2049.092, Avg.Score: 1999.777, Max.Score: 2078.448, Time: 29:30:45\n",
      "Ep.: 3384, Total Steps: 2014268, Ep.Steps: 1000, Score: 2075.680, Avg.Score: 2000.494, Max.Score: 2078.448, Time: 29:31:39\n",
      "Ep.: 3385, Total Steps: 2015268, Ep.Steps: 1000, Score: 2075.591, Avg.Score: 2001.629, Max.Score: 2078.448, Time: 29:32:33\n",
      "Ep.: 3386, Total Steps: 2016268, Ep.Steps: 1000, Score: 2063.936, Avg.Score: 2002.650, Max.Score: 2078.448, Time: 29:33:27\n",
      "Ep.: 3387, Total Steps: 2017268, Ep.Steps: 1000, Score: 2056.425, Avg.Score: 2003.643, Max.Score: 2078.448, Time: 29:34:21\n",
      "Ep.: 3388, Total Steps: 2018268, Ep.Steps: 1000, Score: 2066.846, Avg.Score: 2004.190, Max.Score: 2078.448, Time: 29:35:15\n",
      "Ep.: 3389, Total Steps: 2019268, Ep.Steps: 1000, Score: 2071.360, Avg.Score: 2005.003, Max.Score: 2078.448, Time: 29:36:09\n",
      "Ep.: 3390, Total Steps: 2020268, Ep.Steps: 1000, Score: 2069.161, Avg.Score: 2005.931, Max.Score: 2078.448, Time: 29:37:03\n",
      "Ep.: 3391, Total Steps: 2021268, Ep.Steps: 1000, Score: 2066.443, Avg.Score: 2007.489, Max.Score: 2078.448, Time: 29:37:56\n",
      "Ep.: 3392, Total Steps: 2022268, Ep.Steps: 1000, Score: 2061.149, Avg.Score: 2008.284, Max.Score: 2078.448, Time: 29:38:51\n",
      "Ep.: 3393, Total Steps: 2023268, Ep.Steps: 1000, Score: 2059.202, Avg.Score: 2008.581, Max.Score: 2078.448, Time: 29:39:45\n",
      "Ep.: 3394, Total Steps: 2024268, Ep.Steps: 1000, Score: 2046.830, Avg.Score: 2009.145, Max.Score: 2078.448, Time: 29:40:39\n",
      "Ep.: 3395, Total Steps: 2025268, Ep.Steps: 1000, Score: 2071.190, Avg.Score: 2009.652, Max.Score: 2078.448, Time: 29:41:33\n",
      "Ep.: 3396, Total Steps: 2026268, Ep.Steps: 1000, Score: 2055.767, Avg.Score: 2010.030, Max.Score: 2078.448, Time: 29:42:27\n",
      "Ep.: 3397, Total Steps: 2027268, Ep.Steps: 1000, Score: 2063.595, Avg.Score: 2010.998, Max.Score: 2078.448, Time: 29:43:21\n",
      "Ep.: 3398, Total Steps: 2028268, Ep.Steps: 1000, Score: 2055.517, Avg.Score: 2011.002, Max.Score: 2078.448, Time: 29:44:15\n",
      "Ep.: 3399, Total Steps: 2029268, Ep.Steps: 1000, Score: 2086.488, Avg.Score: 2011.671, Max.Score: 2086.488, Time: 29:45:09\n",
      "Ep.: 3400, Total Steps: 2030268, Ep.Steps: 1000, Score: 2056.431, Avg.Score: 2011.963, Max.Score: 2086.488, Time: 29:46:03\n",
      "Ep.: 3401, Total Steps: 2031268, Ep.Steps: 1000, Score: 2051.205, Avg.Score: 2012.244, Max.Score: 2086.488, Time: 29:46:57\n",
      "Ep.: 3402, Total Steps: 2031688, Ep.Steps: 420, Score: 821.753, Avg.Score: 2000.303, Max.Score: 2086.488, Time: 29:47:20\n",
      "Ep.: 3403, Total Steps: 2032250, Ep.Steps: 562, Score: 1098.334, Avg.Score: 1990.832, Max.Score: 2086.488, Time: 29:47:51\n",
      "Ep.: 3404, Total Steps: 2032449, Ep.Steps: 199, Score: 350.586, Avg.Score: 1974.182, Max.Score: 2086.488, Time: 29:48:01\n",
      "Ep.: 3405, Total Steps: 2033449, Ep.Steps: 1000, Score: 2046.060, Avg.Score: 1974.261, Max.Score: 2086.488, Time: 29:48:56\n",
      "Ep.: 3406, Total Steps: 2034449, Ep.Steps: 1000, Score: 2032.202, Avg.Score: 1974.714, Max.Score: 2086.488, Time: 29:49:50\n",
      "Ep.: 3407, Total Steps: 2035449, Ep.Steps: 1000, Score: 2036.975, Avg.Score: 1974.936, Max.Score: 2086.488, Time: 29:50:44\n",
      "Ep.: 3408, Total Steps: 2036449, Ep.Steps: 1000, Score: 2045.312, Avg.Score: 1975.018, Max.Score: 2086.488, Time: 29:51:43\n",
      "Ep.: 3409, Total Steps: 2037449, Ep.Steps: 1000, Score: 2059.797, Avg.Score: 1975.267, Max.Score: 2086.488, Time: 29:52:42\n",
      "Ep.: 3410, Total Steps: 2038449, Ep.Steps: 1000, Score: 2069.033, Avg.Score: 1975.465, Max.Score: 2086.488, Time: 29:53:36\n",
      "Ep.: 3411, Total Steps: 2039449, Ep.Steps: 1000, Score: 2066.063, Avg.Score: 1975.695, Max.Score: 2086.488, Time: 29:54:29\n",
      "Ep.: 3412, Total Steps: 2040449, Ep.Steps: 1000, Score: 2071.318, Avg.Score: 1976.124, Max.Score: 2086.488, Time: 29:55:23\n",
      "Ep.: 3413, Total Steps: 2041449, Ep.Steps: 1000, Score: 2069.460, Avg.Score: 1976.814, Max.Score: 2086.488, Time: 29:56:16\n",
      "Ep.: 3414, Total Steps: 2042449, Ep.Steps: 1000, Score: 2059.314, Avg.Score: 1976.920, Max.Score: 2086.488, Time: 29:57:10\n",
      "Ep.: 3415, Total Steps: 2043449, Ep.Steps: 1000, Score: 2076.065, Avg.Score: 1977.496, Max.Score: 2086.488, Time: 29:58:03\n",
      "Ep.: 3416, Total Steps: 2044449, Ep.Steps: 1000, Score: 2092.604, Avg.Score: 1978.086, Max.Score: 2092.604, Time: 29:58:55\n",
      "Ep.: 3417, Total Steps: 2045449, Ep.Steps: 1000, Score: 2106.193, Avg.Score: 1979.027, Max.Score: 2106.193, Time: 29:59:48\n",
      "Ep.: 3418, Total Steps: 2046449, Ep.Steps: 1000, Score: 2101.792, Avg.Score: 1979.658, Max.Score: 2106.193, Time: 30:00:41\n",
      "Ep.: 3419, Total Steps: 2047449, Ep.Steps: 1000, Score: 2095.609, Avg.Score: 1980.140, Max.Score: 2106.193, Time: 30:01:33\n",
      "Ep.: 3420, Total Steps: 2048449, Ep.Steps: 1000, Score: 2075.851, Avg.Score: 1980.901, Max.Score: 2106.193, Time: 30:02:25\n",
      "Ep.: 3421, Total Steps: 2048938, Ep.Steps: 489, Score: 978.443, Avg.Score: 1970.465, Max.Score: 2106.193, Time: 30:02:51\n",
      "Ep.: 3422, Total Steps: 2049938, Ep.Steps: 1000, Score: 2105.856, Avg.Score: 1971.283, Max.Score: 2106.193, Time: 30:03:43\n",
      "Ep.: 3423, Total Steps: 2050938, Ep.Steps: 1000, Score: 2078.725, Avg.Score: 1971.914, Max.Score: 2106.193, Time: 30:04:35\n",
      "Ep.: 3424, Total Steps: 2051938, Ep.Steps: 1000, Score: 2111.468, Avg.Score: 1972.871, Max.Score: 2111.468, Time: 30:05:27\n",
      "Ep.: 3425, Total Steps: 2052938, Ep.Steps: 1000, Score: 2116.949, Avg.Score: 1973.766, Max.Score: 2116.949, Time: 30:06:21\n",
      "Ep.: 3426, Total Steps: 2053938, Ep.Steps: 1000, Score: 2108.243, Avg.Score: 1974.958, Max.Score: 2116.949, Time: 30:07:14\n",
      "Ep.: 3427, Total Steps: 2054938, Ep.Steps: 1000, Score: 2089.529, Avg.Score: 1975.560, Max.Score: 2116.949, Time: 30:08:07\n",
      "Ep.: 3428, Total Steps: 2055938, Ep.Steps: 1000, Score: 2081.540, Avg.Score: 1976.058, Max.Score: 2116.949, Time: 30:09:00\n",
      "Ep.: 3429, Total Steps: 2056938, Ep.Steps: 1000, Score: 2078.655, Avg.Score: 1976.542, Max.Score: 2116.949, Time: 30:09:54\n",
      "Ep.: 3430, Total Steps: 2057938, Ep.Steps: 1000, Score: 2084.879, Avg.Score: 1977.176, Max.Score: 2116.949, Time: 30:10:47\n",
      "Ep.: 3431, Total Steps: 2058938, Ep.Steps: 1000, Score: 2094.641, Avg.Score: 1978.185, Max.Score: 2116.949, Time: 30:11:42\n",
      "Ep.: 3432, Total Steps: 2059938, Ep.Steps: 1000, Score: 2078.252, Avg.Score: 1978.847, Max.Score: 2116.949, Time: 30:12:37\n",
      "Ep.: 3433, Total Steps: 2060938, Ep.Steps: 1000, Score: 2104.890, Avg.Score: 1979.717, Max.Score: 2116.949, Time: 30:13:30\n",
      "Ep.: 3434, Total Steps: 2061938, Ep.Steps: 1000, Score: 2092.175, Avg.Score: 1980.237, Max.Score: 2116.949, Time: 30:14:24\n",
      "Ep.: 3435, Total Steps: 2062938, Ep.Steps: 1000, Score: 2072.575, Avg.Score: 1980.796, Max.Score: 2116.949, Time: 30:15:18\n",
      "Ep.: 3436, Total Steps: 2063938, Ep.Steps: 1000, Score: 2081.521, Avg.Score: 1981.296, Max.Score: 2116.949, Time: 30:16:12\n",
      "Ep.: 3437, Total Steps: 2064938, Ep.Steps: 1000, Score: 2080.447, Avg.Score: 1981.645, Max.Score: 2116.949, Time: 30:17:05\n",
      "Ep.: 3438, Total Steps: 2065938, Ep.Steps: 1000, Score: 2090.268, Avg.Score: 1982.298, Max.Score: 2116.949, Time: 30:17:59\n",
      "Ep.: 3439, Total Steps: 2066938, Ep.Steps: 1000, Score: 2097.382, Avg.Score: 1982.853, Max.Score: 2116.949, Time: 30:18:53\n",
      "Ep.: 3440, Total Steps: 2067938, Ep.Steps: 1000, Score: 2105.584, Avg.Score: 1983.518, Max.Score: 2116.949, Time: 30:19:46\n",
      "Ep.: 3441, Total Steps: 2068938, Ep.Steps: 1000, Score: 2096.674, Avg.Score: 1984.110, Max.Score: 2116.949, Time: 30:20:40\n",
      "Ep.: 3442, Total Steps: 2069938, Ep.Steps: 1000, Score: 2102.107, Avg.Score: 1984.616, Max.Score: 2116.949, Time: 30:21:33\n",
      "Ep.: 3443, Total Steps: 2070938, Ep.Steps: 1000, Score: 2099.086, Avg.Score: 1985.367, Max.Score: 2116.949, Time: 30:22:27\n",
      "Ep.: 3444, Total Steps: 2071938, Ep.Steps: 1000, Score: 2098.817, Avg.Score: 1985.948, Max.Score: 2116.949, Time: 30:23:20\n",
      "Ep.: 3445, Total Steps: 2072938, Ep.Steps: 1000, Score: 2099.986, Avg.Score: 1986.553, Max.Score: 2116.949, Time: 30:24:13\n",
      "Ep.: 3446, Total Steps: 2073938, Ep.Steps: 1000, Score: 2113.481, Avg.Score: 1987.439, Max.Score: 2116.949, Time: 30:25:07\n",
      "Ep.: 3447, Total Steps: 2074938, Ep.Steps: 1000, Score: 2083.104, Avg.Score: 1987.965, Max.Score: 2116.949, Time: 30:26:02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3448, Total Steps: 2075938, Ep.Steps: 1000, Score: 2089.798, Avg.Score: 1988.639, Max.Score: 2116.949, Time: 30:26:57\n",
      "Ep.: 3449, Total Steps: 2076938, Ep.Steps: 1000, Score: 2115.931, Avg.Score: 1989.742, Max.Score: 2116.949, Time: 30:27:52\n",
      "Ep.: 3450, Total Steps: 2077938, Ep.Steps: 1000, Score: 2094.479, Avg.Score: 1990.935, Max.Score: 2116.949, Time: 30:28:46\n",
      "Ep.: 3451, Total Steps: 2078938, Ep.Steps: 1000, Score: 2108.739, Avg.Score: 1991.572, Max.Score: 2116.949, Time: 30:29:40\n",
      "Ep.: 3452, Total Steps: 2079938, Ep.Steps: 1000, Score: 2102.255, Avg.Score: 1991.812, Max.Score: 2116.949, Time: 30:30:34\n",
      "Ep.: 3453, Total Steps: 2080938, Ep.Steps: 1000, Score: 2109.909, Avg.Score: 1992.541, Max.Score: 2116.949, Time: 30:31:29\n",
      "Ep.: 3454, Total Steps: 2081938, Ep.Steps: 1000, Score: 2094.348, Avg.Score: 1993.198, Max.Score: 2116.949, Time: 30:32:22\n",
      "Ep.: 3455, Total Steps: 2082938, Ep.Steps: 1000, Score: 2108.168, Avg.Score: 1994.634, Max.Score: 2116.949, Time: 30:33:14\n",
      "Ep.: 3456, Total Steps: 2083938, Ep.Steps: 1000, Score: 2094.339, Avg.Score: 1995.914, Max.Score: 2116.949, Time: 30:34:05\n",
      "Ep.: 3457, Total Steps: 2084938, Ep.Steps: 1000, Score: 2101.813, Avg.Score: 1996.405, Max.Score: 2116.949, Time: 30:34:58\n",
      "Ep.: 3458, Total Steps: 2085938, Ep.Steps: 1000, Score: 2093.910, Avg.Score: 1996.993, Max.Score: 2116.949, Time: 30:35:51\n",
      "Ep.: 3459, Total Steps: 2086938, Ep.Steps: 1000, Score: 2073.300, Avg.Score: 1997.322, Max.Score: 2116.949, Time: 30:36:43\n",
      "Ep.: 3460, Total Steps: 2087938, Ep.Steps: 1000, Score: 2090.464, Avg.Score: 1997.745, Max.Score: 2116.949, Time: 30:37:35\n",
      "Ep.: 3461, Total Steps: 2088938, Ep.Steps: 1000, Score: 2104.413, Avg.Score: 1998.055, Max.Score: 2116.949, Time: 30:38:27\n",
      "Ep.: 3462, Total Steps: 2089938, Ep.Steps: 1000, Score: 2110.494, Avg.Score: 1998.544, Max.Score: 2116.949, Time: 30:39:19\n",
      "Ep.: 3463, Total Steps: 2090938, Ep.Steps: 1000, Score: 2119.662, Avg.Score: 1999.263, Max.Score: 2119.662, Time: 30:40:11\n",
      "Ep.: 3464, Total Steps: 2091938, Ep.Steps: 1000, Score: 2098.209, Avg.Score: 1999.813, Max.Score: 2119.662, Time: 30:41:03\n",
      "Ep.: 3465, Total Steps: 2092938, Ep.Steps: 1000, Score: 2095.871, Avg.Score: 2000.271, Max.Score: 2119.662, Time: 30:41:55\n",
      "Ep.: 3466, Total Steps: 2093938, Ep.Steps: 1000, Score: 2103.523, Avg.Score: 2000.991, Max.Score: 2119.662, Time: 30:42:47\n",
      "Ep.: 3467, Total Steps: 2094938, Ep.Steps: 1000, Score: 2094.446, Avg.Score: 2001.191, Max.Score: 2119.662, Time: 30:43:39\n",
      "Ep.: 3468, Total Steps: 2095938, Ep.Steps: 1000, Score: 2103.269, Avg.Score: 2001.657, Max.Score: 2119.662, Time: 30:44:31\n",
      "Ep.: 3469, Total Steps: 2096938, Ep.Steps: 1000, Score: 2101.142, Avg.Score: 2002.023, Max.Score: 2119.662, Time: 30:45:24\n",
      "Ep.: 3470, Total Steps: 2097938, Ep.Steps: 1000, Score: 2109.746, Avg.Score: 2002.336, Max.Score: 2119.662, Time: 30:46:22\n",
      "Ep.: 3471, Total Steps: 2098938, Ep.Steps: 1000, Score: 2117.152, Avg.Score: 2002.789, Max.Score: 2119.662, Time: 30:47:16\n",
      "Ep.: 3472, Total Steps: 2099938, Ep.Steps: 1000, Score: 2122.812, Avg.Score: 2003.392, Max.Score: 2122.812, Time: 30:48:10\n",
      "Ep.: 3473, Total Steps: 2100938, Ep.Steps: 1000, Score: 2098.418, Avg.Score: 2003.738, Max.Score: 2122.812, Time: 30:49:08\n",
      "Ep.: 3474, Total Steps: 2101938, Ep.Steps: 1000, Score: 2112.556, Avg.Score: 2004.173, Max.Score: 2122.812, Time: 30:50:13\n",
      "Ep.: 3475, Total Steps: 2102938, Ep.Steps: 1000, Score: 2108.011, Avg.Score: 2004.855, Max.Score: 2122.812, Time: 30:51:09\n",
      "Ep.: 3476, Total Steps: 2103938, Ep.Steps: 1000, Score: 2099.961, Avg.Score: 2005.215, Max.Score: 2122.812, Time: 30:52:04\n",
      "Ep.: 3477, Total Steps: 2104938, Ep.Steps: 1000, Score: 2094.668, Avg.Score: 2006.303, Max.Score: 2122.812, Time: 30:52:58\n",
      "Ep.: 3478, Total Steps: 2105938, Ep.Steps: 1000, Score: 2106.830, Avg.Score: 2013.817, Max.Score: 2122.812, Time: 30:53:55\n",
      "Ep.: 3479, Total Steps: 2106938, Ep.Steps: 1000, Score: 2061.348, Avg.Score: 2031.729, Max.Score: 2122.812, Time: 30:54:52\n",
      "Ep.: 3480, Total Steps: 2107938, Ep.Steps: 1000, Score: 2102.218, Avg.Score: 2032.858, Max.Score: 2122.812, Time: 30:55:46\n",
      "Ep.: 3481, Total Steps: 2108938, Ep.Steps: 1000, Score: 2105.387, Avg.Score: 2033.977, Max.Score: 2122.812, Time: 30:56:40\n",
      "Ep.: 3482, Total Steps: 2109938, Ep.Steps: 1000, Score: 2104.589, Avg.Score: 2035.537, Max.Score: 2122.812, Time: 30:57:39\n",
      "Ep.: 3483, Total Steps: 2110938, Ep.Steps: 1000, Score: 2093.442, Avg.Score: 2035.980, Max.Score: 2122.812, Time: 30:58:39\n",
      "Ep.: 3484, Total Steps: 2111938, Ep.Steps: 1000, Score: 2100.535, Avg.Score: 2036.229, Max.Score: 2122.812, Time: 30:59:39\n",
      "Ep.: 3485, Total Steps: 2112938, Ep.Steps: 1000, Score: 2116.470, Avg.Score: 2036.638, Max.Score: 2122.812, Time: 31:00:38\n",
      "Ep.: 3486, Total Steps: 2113938, Ep.Steps: 1000, Score: 2099.633, Avg.Score: 2036.995, Max.Score: 2122.812, Time: 31:01:37\n",
      "Ep.: 3487, Total Steps: 2114938, Ep.Steps: 1000, Score: 2116.457, Avg.Score: 2037.595, Max.Score: 2122.812, Time: 31:02:38\n",
      "Ep.: 3488, Total Steps: 2115938, Ep.Steps: 1000, Score: 2100.297, Avg.Score: 2037.929, Max.Score: 2122.812, Time: 31:03:35\n",
      "Ep.: 3489, Total Steps: 2116938, Ep.Steps: 1000, Score: 2105.069, Avg.Score: 2038.267, Max.Score: 2122.812, Time: 31:04:32\n",
      "Ep.: 3490, Total Steps: 2117938, Ep.Steps: 1000, Score: 2101.166, Avg.Score: 2038.587, Max.Score: 2122.812, Time: 31:05:29\n",
      "Ep.: 3491, Total Steps: 2118938, Ep.Steps: 1000, Score: 2119.761, Avg.Score: 2039.120, Max.Score: 2122.812, Time: 31:06:27\n",
      "Ep.: 3492, Total Steps: 2119938, Ep.Steps: 1000, Score: 2124.540, Avg.Score: 2039.754, Max.Score: 2124.540, Time: 31:07:22\n",
      "Ep.: 3493, Total Steps: 2120938, Ep.Steps: 1000, Score: 2126.515, Avg.Score: 2040.427, Max.Score: 2126.515, Time: 31:08:28\n",
      "Ep.: 3494, Total Steps: 2121938, Ep.Steps: 1000, Score: 2106.648, Avg.Score: 2041.025, Max.Score: 2126.515, Time: 31:09:26\n",
      "Ep.: 3495, Total Steps: 2122938, Ep.Steps: 1000, Score: 2109.966, Avg.Score: 2041.413, Max.Score: 2126.515, Time: 31:10:23\n",
      "Ep.: 3496, Total Steps: 2123938, Ep.Steps: 1000, Score: 2126.817, Avg.Score: 2042.123, Max.Score: 2126.817, Time: 31:11:19\n",
      "Ep.: 3497, Total Steps: 2124938, Ep.Steps: 1000, Score: 2112.781, Avg.Score: 2042.615, Max.Score: 2126.817, Time: 31:12:16\n",
      "Ep.: 3498, Total Steps: 2125938, Ep.Steps: 1000, Score: 2102.545, Avg.Score: 2043.085, Max.Score: 2126.817, Time: 31:13:20\n",
      "Ep.: 3499, Total Steps: 2126938, Ep.Steps: 1000, Score: 2131.555, Avg.Score: 2043.536, Max.Score: 2131.555, Time: 31:14:16\n",
      "Ep.: 3500, Total Steps: 2127938, Ep.Steps: 1000, Score: 2119.332, Avg.Score: 2044.165, Max.Score: 2131.555, Time: 31:15:09\n",
      "Ep.: 3501, Total Steps: 2128938, Ep.Steps: 1000, Score: 2107.970, Avg.Score: 2044.733, Max.Score: 2131.555, Time: 31:16:01\n",
      "Ep.: 3502, Total Steps: 2129938, Ep.Steps: 1000, Score: 2131.624, Avg.Score: 2057.831, Max.Score: 2131.624, Time: 31:16:53\n",
      "Ep.: 3503, Total Steps: 2130938, Ep.Steps: 1000, Score: 2113.229, Avg.Score: 2067.980, Max.Score: 2131.624, Time: 31:17:46\n",
      "Ep.: 3504, Total Steps: 2131938, Ep.Steps: 1000, Score: 2119.084, Avg.Score: 2085.665, Max.Score: 2131.624, Time: 31:18:37\n",
      "Ep.: 3505, Total Steps: 2132938, Ep.Steps: 1000, Score: 2076.854, Avg.Score: 2085.973, Max.Score: 2131.624, Time: 31:19:29\n",
      "Ep.: 3506, Total Steps: 2133938, Ep.Steps: 1000, Score: 2115.152, Avg.Score: 2086.803, Max.Score: 2131.624, Time: 31:20:21\n",
      "Ep.: 3507, Total Steps: 2134938, Ep.Steps: 1000, Score: 2117.191, Avg.Score: 2087.605, Max.Score: 2131.624, Time: 31:21:23\n",
      "Ep.: 3508, Total Steps: 2135938, Ep.Steps: 1000, Score: 2137.160, Avg.Score: 2088.523, Max.Score: 2137.160, Time: 31:22:21\n",
      "Ep.: 3509, Total Steps: 2136938, Ep.Steps: 1000, Score: 2126.356, Avg.Score: 2089.189, Max.Score: 2137.160, Time: 31:23:14\n",
      "Ep.: 3510, Total Steps: 2137938, Ep.Steps: 1000, Score: 2120.386, Avg.Score: 2089.703, Max.Score: 2137.160, Time: 31:24:06\n",
      "Ep.: 3511, Total Steps: 2138938, Ep.Steps: 1000, Score: 2086.281, Avg.Score: 2089.905, Max.Score: 2137.160, Time: 31:24:59\n",
      "Ep.: 3512, Total Steps: 2139938, Ep.Steps: 1000, Score: 1747.848, Avg.Score: 2086.670, Max.Score: 2137.160, Time: 31:25:57\n",
      "Ep.: 3513, Total Steps: 2140576, Ep.Steps: 638, Score: 1156.992, Avg.Score: 2077.545, Max.Score: 2137.160, Time: 31:26:34\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3514, Total Steps: 2140807, Ep.Steps: 231, Score: 392.217, Avg.Score: 2060.874, Max.Score: 2137.160, Time: 31:26:46\n",
      "Ep.: 3515, Total Steps: 2141807, Ep.Steps: 1000, Score: 1855.386, Avg.Score: 2058.668, Max.Score: 2137.160, Time: 31:27:41\n",
      "Ep.: 3516, Total Steps: 2142807, Ep.Steps: 1000, Score: 1913.892, Avg.Score: 2056.880, Max.Score: 2137.160, Time: 31:28:33\n",
      "Ep.: 3517, Total Steps: 2143807, Ep.Steps: 1000, Score: 2007.857, Avg.Score: 2055.897, Max.Score: 2137.160, Time: 31:29:26\n",
      "Ep.: 3518, Total Steps: 2144807, Ep.Steps: 1000, Score: 2058.055, Avg.Score: 2055.460, Max.Score: 2137.160, Time: 31:30:23\n",
      "Ep.: 3519, Total Steps: 2145807, Ep.Steps: 1000, Score: 2103.646, Avg.Score: 2055.540, Max.Score: 2137.160, Time: 31:31:16\n",
      "Ep.: 3520, Total Steps: 2146807, Ep.Steps: 1000, Score: 2094.769, Avg.Score: 2055.729, Max.Score: 2137.160, Time: 31:32:09\n",
      "Ep.: 3521, Total Steps: 2147807, Ep.Steps: 1000, Score: 2071.136, Avg.Score: 2066.656, Max.Score: 2137.160, Time: 31:33:01\n",
      "Ep.: 3522, Total Steps: 2148807, Ep.Steps: 1000, Score: 2077.439, Avg.Score: 2066.372, Max.Score: 2137.160, Time: 31:33:54\n",
      "Ep.: 3523, Total Steps: 2149516, Ep.Steps: 709, Score: 1423.010, Avg.Score: 2059.815, Max.Score: 2137.160, Time: 31:34:31\n",
      "Ep.: 3524, Total Steps: 2149709, Ep.Steps: 193, Score: 335.870, Avg.Score: 2042.059, Max.Score: 2137.160, Time: 31:34:41\n",
      "Ep.: 3525, Total Steps: 2150709, Ep.Steps: 1000, Score: 2038.028, Avg.Score: 2041.270, Max.Score: 2137.160, Time: 31:35:32\n",
      "Ep.: 3526, Total Steps: 2151709, Ep.Steps: 1000, Score: 2072.576, Avg.Score: 2040.913, Max.Score: 2137.160, Time: 31:36:24\n",
      "Ep.: 3527, Total Steps: 2152709, Ep.Steps: 1000, Score: 2087.445, Avg.Score: 2040.892, Max.Score: 2137.160, Time: 31:37:16\n",
      "Ep.: 3528, Total Steps: 2153709, Ep.Steps: 1000, Score: 2095.837, Avg.Score: 2041.035, Max.Score: 2137.160, Time: 31:38:08\n",
      "Ep.: 3529, Total Steps: 2154709, Ep.Steps: 1000, Score: 2115.920, Avg.Score: 2041.408, Max.Score: 2137.160, Time: 31:38:59\n",
      "Ep.: 3530, Total Steps: 2155709, Ep.Steps: 1000, Score: 2114.632, Avg.Score: 2041.705, Max.Score: 2137.160, Time: 31:39:51\n",
      "Ep.: 3531, Total Steps: 2156709, Ep.Steps: 1000, Score: 2143.055, Avg.Score: 2042.190, Max.Score: 2143.055, Time: 31:40:43\n",
      "Ep.: 3532, Total Steps: 2157709, Ep.Steps: 1000, Score: 2126.163, Avg.Score: 2042.669, Max.Score: 2143.055, Time: 31:41:35\n",
      "Ep.: 3533, Total Steps: 2158709, Ep.Steps: 1000, Score: 2134.343, Avg.Score: 2042.963, Max.Score: 2143.055, Time: 31:42:27\n",
      "Ep.: 3534, Total Steps: 2159709, Ep.Steps: 1000, Score: 2147.915, Avg.Score: 2043.521, Max.Score: 2147.915, Time: 31:43:19\n",
      "Ep.: 3535, Total Steps: 2160709, Ep.Steps: 1000, Score: 2128.989, Avg.Score: 2044.085, Max.Score: 2147.915, Time: 31:44:11\n",
      "Ep.: 3536, Total Steps: 2161709, Ep.Steps: 1000, Score: 2109.593, Avg.Score: 2044.365, Max.Score: 2147.915, Time: 31:45:03\n",
      "Ep.: 3537, Total Steps: 2162709, Ep.Steps: 1000, Score: 2124.256, Avg.Score: 2044.804, Max.Score: 2147.915, Time: 31:45:54\n",
      "Ep.: 3538, Total Steps: 2163709, Ep.Steps: 1000, Score: 2111.486, Avg.Score: 2045.016, Max.Score: 2147.915, Time: 31:46:46\n",
      "Ep.: 3539, Total Steps: 2164709, Ep.Steps: 1000, Score: 2113.288, Avg.Score: 2045.175, Max.Score: 2147.915, Time: 31:47:38\n",
      "Ep.: 3540, Total Steps: 2165709, Ep.Steps: 1000, Score: 2105.757, Avg.Score: 2045.176, Max.Score: 2147.915, Time: 31:48:30\n",
      "Ep.: 3541, Total Steps: 2166709, Ep.Steps: 1000, Score: 2131.186, Avg.Score: 2045.522, Max.Score: 2147.915, Time: 31:49:23\n",
      "Ep.: 3542, Total Steps: 2167709, Ep.Steps: 1000, Score: 2116.760, Avg.Score: 2045.668, Max.Score: 2147.915, Time: 31:50:17\n",
      "Ep.: 3543, Total Steps: 2168709, Ep.Steps: 1000, Score: 2118.877, Avg.Score: 2045.866, Max.Score: 2147.915, Time: 31:51:09\n",
      "Ep.: 3544, Total Steps: 2169709, Ep.Steps: 1000, Score: 2088.387, Avg.Score: 2045.762, Max.Score: 2147.915, Time: 31:52:02\n",
      "Ep.: 3545, Total Steps: 2170709, Ep.Steps: 1000, Score: 2079.417, Avg.Score: 2045.556, Max.Score: 2147.915, Time: 31:52:54\n",
      "Ep.: 3546, Total Steps: 2171709, Ep.Steps: 1000, Score: 2074.539, Avg.Score: 2045.167, Max.Score: 2147.915, Time: 31:53:46\n",
      "Ep.: 3547, Total Steps: 2172709, Ep.Steps: 1000, Score: 2102.862, Avg.Score: 2045.364, Max.Score: 2147.915, Time: 31:54:37\n",
      "Ep.: 3548, Total Steps: 2173709, Ep.Steps: 1000, Score: 2139.384, Avg.Score: 2045.860, Max.Score: 2147.915, Time: 31:55:29\n",
      "Ep.: 3549, Total Steps: 2174709, Ep.Steps: 1000, Score: 2135.387, Avg.Score: 2046.055, Max.Score: 2147.915, Time: 31:56:21\n",
      "Ep.: 3550, Total Steps: 2175709, Ep.Steps: 1000, Score: 2131.271, Avg.Score: 2046.423, Max.Score: 2147.915, Time: 31:57:13\n",
      "Ep.: 3551, Total Steps: 2176709, Ep.Steps: 1000, Score: 2169.768, Avg.Score: 2047.033, Max.Score: 2169.768, Time: 31:58:05\n",
      "Ep.: 3552, Total Steps: 2177709, Ep.Steps: 1000, Score: 2148.636, Avg.Score: 2047.497, Max.Score: 2169.768, Time: 31:58:59\n",
      "Ep.: 3553, Total Steps: 2178709, Ep.Steps: 1000, Score: 2147.159, Avg.Score: 2047.869, Max.Score: 2169.768, Time: 31:59:53\n",
      "Ep.: 3554, Total Steps: 2179709, Ep.Steps: 1000, Score: 2162.749, Avg.Score: 2048.553, Max.Score: 2169.768, Time: 32:00:46\n",
      "Ep.: 3555, Total Steps: 2180709, Ep.Steps: 1000, Score: 2165.399, Avg.Score: 2049.125, Max.Score: 2169.768, Time: 32:01:39\n",
      "Ep.: 3556, Total Steps: 2181709, Ep.Steps: 1000, Score: 2139.824, Avg.Score: 2049.580, Max.Score: 2169.768, Time: 32:02:35\n",
      "Ep.: 3557, Total Steps: 2182709, Ep.Steps: 1000, Score: 2160.328, Avg.Score: 2050.165, Max.Score: 2169.768, Time: 32:03:39\n",
      "Ep.: 3558, Total Steps: 2183709, Ep.Steps: 1000, Score: 2161.512, Avg.Score: 2050.842, Max.Score: 2169.768, Time: 32:04:37\n",
      "Ep.: 3559, Total Steps: 2184709, Ep.Steps: 1000, Score: 2165.608, Avg.Score: 2051.765, Max.Score: 2169.768, Time: 32:05:39\n",
      "Ep.: 3560, Total Steps: 2185709, Ep.Steps: 1000, Score: 2150.006, Avg.Score: 2052.360, Max.Score: 2169.768, Time: 32:06:36\n",
      "Ep.: 3561, Total Steps: 2186709, Ep.Steps: 1000, Score: 2147.799, Avg.Score: 2052.794, Max.Score: 2169.768, Time: 32:07:37\n",
      "Ep.: 3562, Total Steps: 2187709, Ep.Steps: 1000, Score: 2143.037, Avg.Score: 2053.119, Max.Score: 2169.768, Time: 32:08:34\n",
      "Ep.: 3563, Total Steps: 2188709, Ep.Steps: 1000, Score: 2127.867, Avg.Score: 2053.201, Max.Score: 2169.768, Time: 32:09:34\n",
      "Ep.: 3564, Total Steps: 2189709, Ep.Steps: 1000, Score: 2140.778, Avg.Score: 2053.627, Max.Score: 2169.768, Time: 32:10:36\n",
      "Ep.: 3565, Total Steps: 2190709, Ep.Steps: 1000, Score: 2146.980, Avg.Score: 2054.138, Max.Score: 2169.768, Time: 32:11:30\n",
      "Ep.: 3566, Total Steps: 2191709, Ep.Steps: 1000, Score: 2121.074, Avg.Score: 2054.314, Max.Score: 2169.768, Time: 32:12:21\n",
      "Ep.: 3567, Total Steps: 2192709, Ep.Steps: 1000, Score: 2120.095, Avg.Score: 2054.570, Max.Score: 2169.768, Time: 32:13:14\n",
      "Ep.: 3568, Total Steps: 2193709, Ep.Steps: 1000, Score: 2129.619, Avg.Score: 2054.834, Max.Score: 2169.768, Time: 32:14:06\n",
      "Ep.: 3569, Total Steps: 2194709, Ep.Steps: 1000, Score: 2136.818, Avg.Score: 2055.190, Max.Score: 2169.768, Time: 32:14:58\n",
      "Ep.: 3570, Total Steps: 2195709, Ep.Steps: 1000, Score: 2127.071, Avg.Score: 2055.364, Max.Score: 2169.768, Time: 32:15:50\n",
      "Ep.: 3571, Total Steps: 2196709, Ep.Steps: 1000, Score: 2103.433, Avg.Score: 2055.226, Max.Score: 2169.768, Time: 32:16:42\n",
      "Ep.: 3572, Total Steps: 2197709, Ep.Steps: 1000, Score: 2131.762, Avg.Score: 2055.316, Max.Score: 2169.768, Time: 32:17:34\n",
      "Ep.: 3573, Total Steps: 2198709, Ep.Steps: 1000, Score: 2127.410, Avg.Score: 2055.606, Max.Score: 2169.768, Time: 32:18:26\n",
      "Ep.: 3574, Total Steps: 2199709, Ep.Steps: 1000, Score: 2135.713, Avg.Score: 2055.837, Max.Score: 2169.768, Time: 32:19:18\n",
      "Ep.: 3575, Total Steps: 2200709, Ep.Steps: 1000, Score: 2133.689, Avg.Score: 2056.094, Max.Score: 2169.768, Time: 32:20:10\n",
      "Ep.: 3576, Total Steps: 2201709, Ep.Steps: 1000, Score: 2105.857, Avg.Score: 2056.153, Max.Score: 2169.768, Time: 32:21:02\n",
      "Ep.: 3577, Total Steps: 2202709, Ep.Steps: 1000, Score: 2130.257, Avg.Score: 2056.509, Max.Score: 2169.768, Time: 32:21:54\n",
      "Ep.: 3578, Total Steps: 2203709, Ep.Steps: 1000, Score: 2101.800, Avg.Score: 2056.459, Max.Score: 2169.768, Time: 32:22:46\n",
      "Ep.: 3579, Total Steps: 2204709, Ep.Steps: 1000, Score: 2125.334, Avg.Score: 2057.099, Max.Score: 2169.768, Time: 32:23:37\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3580, Total Steps: 2205709, Ep.Steps: 1000, Score: 2134.566, Avg.Score: 2057.422, Max.Score: 2169.768, Time: 32:24:29\n",
      "Ep.: 3581, Total Steps: 2206709, Ep.Steps: 1000, Score: 2145.019, Avg.Score: 2057.818, Max.Score: 2169.768, Time: 32:25:21\n",
      "Ep.: 3582, Total Steps: 2207709, Ep.Steps: 1000, Score: 2115.179, Avg.Score: 2057.924, Max.Score: 2169.768, Time: 32:26:13\n",
      "Ep.: 3583, Total Steps: 2208709, Ep.Steps: 1000, Score: 2091.804, Avg.Score: 2057.908, Max.Score: 2169.768, Time: 32:27:04\n",
      "Ep.: 3584, Total Steps: 2209709, Ep.Steps: 1000, Score: 2103.780, Avg.Score: 2057.940, Max.Score: 2169.768, Time: 32:27:56\n",
      "Ep.: 3585, Total Steps: 2210709, Ep.Steps: 1000, Score: 2139.207, Avg.Score: 2058.168, Max.Score: 2169.768, Time: 32:28:48\n",
      "Ep.: 3586, Total Steps: 2211709, Ep.Steps: 1000, Score: 2141.768, Avg.Score: 2058.589, Max.Score: 2169.768, Time: 32:29:40\n",
      "Ep.: 3587, Total Steps: 2212709, Ep.Steps: 1000, Score: 2106.660, Avg.Score: 2058.491, Max.Score: 2169.768, Time: 32:30:32\n",
      "Ep.: 3588, Total Steps: 2213709, Ep.Steps: 1000, Score: 2117.426, Avg.Score: 2058.662, Max.Score: 2169.768, Time: 32:31:24\n",
      "Ep.: 3589, Total Steps: 2214709, Ep.Steps: 1000, Score: 2115.632, Avg.Score: 2058.768, Max.Score: 2169.768, Time: 32:32:16\n",
      "Ep.: 3590, Total Steps: 2215709, Ep.Steps: 1000, Score: 2130.536, Avg.Score: 2059.062, Max.Score: 2169.768, Time: 32:33:08\n",
      "Ep.: 3591, Total Steps: 2216709, Ep.Steps: 1000, Score: 2129.331, Avg.Score: 2059.157, Max.Score: 2169.768, Time: 32:34:00\n",
      "Ep.: 3592, Total Steps: 2217709, Ep.Steps: 1000, Score: 2137.995, Avg.Score: 2059.292, Max.Score: 2169.768, Time: 32:34:52\n",
      "Ep.: 3593, Total Steps: 2218709, Ep.Steps: 1000, Score: 2151.201, Avg.Score: 2059.539, Max.Score: 2169.768, Time: 32:35:44\n",
      "Ep.: 3594, Total Steps: 2219709, Ep.Steps: 1000, Score: 2149.047, Avg.Score: 2059.963, Max.Score: 2169.768, Time: 32:36:37\n",
      "Ep.: 3595, Total Steps: 2220709, Ep.Steps: 1000, Score: 2101.036, Avg.Score: 2059.874, Max.Score: 2169.768, Time: 32:37:29\n",
      "Ep.: 3596, Total Steps: 2221709, Ep.Steps: 1000, Score: 2148.767, Avg.Score: 2060.093, Max.Score: 2169.768, Time: 32:38:21\n",
      "Ep.: 3597, Total Steps: 2222709, Ep.Steps: 1000, Score: 2158.353, Avg.Score: 2060.549, Max.Score: 2169.768, Time: 32:39:13\n",
      "Ep.: 3598, Total Steps: 2223709, Ep.Steps: 1000, Score: 2146.079, Avg.Score: 2060.984, Max.Score: 2169.768, Time: 32:40:05\n",
      "Ep.: 3599, Total Steps: 2224709, Ep.Steps: 1000, Score: 2155.806, Avg.Score: 2061.227, Max.Score: 2169.768, Time: 32:40:57\n",
      "Ep.: 3600, Total Steps: 2225709, Ep.Steps: 1000, Score: 2176.026, Avg.Score: 2061.794, Max.Score: 2176.026, Time: 32:41:48\n",
      "Ep.: 3601, Total Steps: 2226709, Ep.Steps: 1000, Score: 2192.917, Avg.Score: 2062.643, Max.Score: 2192.917, Time: 32:42:40\n",
      "Ep.: 3602, Total Steps: 2227709, Ep.Steps: 1000, Score: 2161.151, Avg.Score: 2062.938, Max.Score: 2192.917, Time: 32:43:32\n",
      "Ep.: 3603, Total Steps: 2228709, Ep.Steps: 1000, Score: 2159.558, Avg.Score: 2063.402, Max.Score: 2192.917, Time: 32:44:24\n",
      "Ep.: 3604, Total Steps: 2229709, Ep.Steps: 1000, Score: 2167.316, Avg.Score: 2063.884, Max.Score: 2192.917, Time: 32:45:16\n",
      "Ep.: 3605, Total Steps: 2230709, Ep.Steps: 1000, Score: 2154.277, Avg.Score: 2064.658, Max.Score: 2192.917, Time: 32:46:08\n",
      "Ep.: 3606, Total Steps: 2231709, Ep.Steps: 1000, Score: 2147.521, Avg.Score: 2064.982, Max.Score: 2192.917, Time: 32:47:00\n",
      "Ep.: 3607, Total Steps: 2232709, Ep.Steps: 1000, Score: 2157.162, Avg.Score: 2065.382, Max.Score: 2192.917, Time: 32:47:52\n",
      "Ep.: 3608, Total Steps: 2233709, Ep.Steps: 1000, Score: 2131.942, Avg.Score: 2065.329, Max.Score: 2192.917, Time: 32:48:44\n",
      "Ep.: 3609, Total Steps: 2234709, Ep.Steps: 1000, Score: 2152.100, Avg.Score: 2065.587, Max.Score: 2192.917, Time: 32:49:36\n",
      "Ep.: 3610, Total Steps: 2235709, Ep.Steps: 1000, Score: 2163.397, Avg.Score: 2066.017, Max.Score: 2192.917, Time: 32:50:28\n",
      "Ep.: 3611, Total Steps: 2236709, Ep.Steps: 1000, Score: 2143.806, Avg.Score: 2066.592, Max.Score: 2192.917, Time: 32:51:20\n",
      "Ep.: 3612, Total Steps: 2237709, Ep.Steps: 1000, Score: 2154.862, Avg.Score: 2070.662, Max.Score: 2192.917, Time: 32:52:12\n",
      "Ep.: 3613, Total Steps: 2238709, Ep.Steps: 1000, Score: 2152.195, Avg.Score: 2080.614, Max.Score: 2192.917, Time: 32:53:04\n",
      "Ep.: 3614, Total Steps: 2239709, Ep.Steps: 1000, Score: 2174.262, Avg.Score: 2098.435, Max.Score: 2192.917, Time: 32:53:56\n",
      "Ep.: 3615, Total Steps: 2240709, Ep.Steps: 1000, Score: 2175.555, Avg.Score: 2101.637, Max.Score: 2192.917, Time: 32:54:48\n",
      "Ep.: 3616, Total Steps: 2241709, Ep.Steps: 1000, Score: 2161.982, Avg.Score: 2104.117, Max.Score: 2192.917, Time: 32:55:40\n",
      "Ep.: 3617, Total Steps: 2242709, Ep.Steps: 1000, Score: 2138.158, Avg.Score: 2105.420, Max.Score: 2192.917, Time: 32:56:32\n",
      "Ep.: 3618, Total Steps: 2243709, Ep.Steps: 1000, Score: 2189.371, Avg.Score: 2106.734, Max.Score: 2192.917, Time: 32:57:24\n",
      "Ep.: 3619, Total Steps: 2244709, Ep.Steps: 1000, Score: 2152.533, Avg.Score: 2107.222, Max.Score: 2192.917, Time: 32:58:16\n",
      "Ep.: 3620, Total Steps: 2245709, Ep.Steps: 1000, Score: 2155.867, Avg.Score: 2107.833, Max.Score: 2192.917, Time: 32:59:08\n",
      "Ep.: 3621, Total Steps: 2246709, Ep.Steps: 1000, Score: 2122.293, Avg.Score: 2108.345, Max.Score: 2192.917, Time: 33:00:00\n",
      "Ep.: 3622, Total Steps: 2247709, Ep.Steps: 1000, Score: 2163.464, Avg.Score: 2109.205, Max.Score: 2192.917, Time: 33:00:52\n",
      "Ep.: 3623, Total Steps: 2248709, Ep.Steps: 1000, Score: 2164.256, Avg.Score: 2116.618, Max.Score: 2192.917, Time: 33:01:44\n",
      "Ep.: 3624, Total Steps: 2249709, Ep.Steps: 1000, Score: 2167.339, Avg.Score: 2134.932, Max.Score: 2192.917, Time: 33:02:36\n",
      "Ep.: 3625, Total Steps: 2250709, Ep.Steps: 1000, Score: 2173.769, Avg.Score: 2136.290, Max.Score: 2192.917, Time: 33:03:28\n",
      "Ep.: 3626, Total Steps: 2251709, Ep.Steps: 1000, Score: 2171.115, Avg.Score: 2137.275, Max.Score: 2192.917, Time: 33:04:20\n",
      "Ep.: 3627, Total Steps: 2252709, Ep.Steps: 1000, Score: 2166.191, Avg.Score: 2138.063, Max.Score: 2192.917, Time: 33:05:12\n",
      "Ep.: 3628, Total Steps: 2253709, Ep.Steps: 1000, Score: 2160.507, Avg.Score: 2138.709, Max.Score: 2192.917, Time: 33:06:05\n",
      "Ep.: 3629, Total Steps: 2254709, Ep.Steps: 1000, Score: 2183.376, Avg.Score: 2139.384, Max.Score: 2192.917, Time: 33:06:57\n",
      "Ep.: 3630, Total Steps: 2255709, Ep.Steps: 1000, Score: 2189.473, Avg.Score: 2140.132, Max.Score: 2192.917, Time: 33:07:49\n",
      "Ep.: 3631, Total Steps: 2256709, Ep.Steps: 1000, Score: 2200.447, Avg.Score: 2140.706, Max.Score: 2200.447, Time: 33:08:40\n",
      "Ep.: 3632, Total Steps: 2257709, Ep.Steps: 1000, Score: 2206.849, Avg.Score: 2141.513, Max.Score: 2206.849, Time: 33:09:32\n",
      "Ep.: 3633, Total Steps: 2258709, Ep.Steps: 1000, Score: 2171.333, Avg.Score: 2141.883, Max.Score: 2206.849, Time: 33:10:24\n",
      "Ep.: 3634, Total Steps: 2259709, Ep.Steps: 1000, Score: 2178.511, Avg.Score: 2142.189, Max.Score: 2206.849, Time: 33:11:17\n",
      "Ep.: 3635, Total Steps: 2260709, Ep.Steps: 1000, Score: 2203.952, Avg.Score: 2142.939, Max.Score: 2206.849, Time: 33:12:09\n",
      "Ep.: 3636, Total Steps: 2261709, Ep.Steps: 1000, Score: 2164.550, Avg.Score: 2143.488, Max.Score: 2206.849, Time: 33:13:01\n",
      "Ep.: 3637, Total Steps: 2262709, Ep.Steps: 1000, Score: 2166.582, Avg.Score: 2143.911, Max.Score: 2206.849, Time: 33:13:53\n",
      "Ep.: 3638, Total Steps: 2263709, Ep.Steps: 1000, Score: 2170.922, Avg.Score: 2144.506, Max.Score: 2206.849, Time: 33:14:45\n",
      "Ep.: 3639, Total Steps: 2264709, Ep.Steps: 1000, Score: 2196.777, Avg.Score: 2145.341, Max.Score: 2206.849, Time: 33:15:37\n",
      "Ep.: 3640, Total Steps: 2265709, Ep.Steps: 1000, Score: 2168.790, Avg.Score: 2145.971, Max.Score: 2206.849, Time: 33:16:29\n",
      "Ep.: 3641, Total Steps: 2266709, Ep.Steps: 1000, Score: 2153.342, Avg.Score: 2146.193, Max.Score: 2206.849, Time: 33:17:21\n",
      "Ep.: 3642, Total Steps: 2267709, Ep.Steps: 1000, Score: 2182.854, Avg.Score: 2146.854, Max.Score: 2206.849, Time: 33:18:13\n",
      "Ep.: 3643, Total Steps: 2268709, Ep.Steps: 1000, Score: 2192.948, Avg.Score: 2147.594, Max.Score: 2206.849, Time: 33:19:07\n",
      "Ep.: 3644, Total Steps: 2269709, Ep.Steps: 1000, Score: 2172.944, Avg.Score: 2148.440, Max.Score: 2206.849, Time: 33:19:59\n",
      "Ep.: 3645, Total Steps: 2270709, Ep.Steps: 1000, Score: 2206.441, Avg.Score: 2149.710, Max.Score: 2206.849, Time: 33:20:51\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3646, Total Steps: 2271709, Ep.Steps: 1000, Score: 2172.584, Avg.Score: 2150.690, Max.Score: 2206.849, Time: 33:21:44\n",
      "Ep.: 3647, Total Steps: 2272709, Ep.Steps: 1000, Score: 2169.774, Avg.Score: 2151.360, Max.Score: 2206.849, Time: 33:22:36\n",
      "Ep.: 3648, Total Steps: 2273709, Ep.Steps: 1000, Score: 2171.658, Avg.Score: 2151.682, Max.Score: 2206.849, Time: 33:23:28\n",
      "Ep.: 3649, Total Steps: 2274709, Ep.Steps: 1000, Score: 2181.532, Avg.Score: 2152.144, Max.Score: 2206.849, Time: 33:24:20\n",
      "Ep.: 3650, Total Steps: 2275709, Ep.Steps: 1000, Score: 2172.071, Avg.Score: 2152.552, Max.Score: 2206.849, Time: 33:25:12\n",
      "Ep.: 3651, Total Steps: 2276709, Ep.Steps: 1000, Score: 2163.713, Avg.Score: 2152.491, Max.Score: 2206.849, Time: 33:26:03\n",
      "Ep.: 3652, Total Steps: 2277709, Ep.Steps: 1000, Score: 2154.162, Avg.Score: 2152.547, Max.Score: 2206.849, Time: 33:26:55\n",
      "Ep.: 3653, Total Steps: 2278709, Ep.Steps: 1000, Score: 2165.450, Avg.Score: 2152.729, Max.Score: 2206.849, Time: 33:27:47\n",
      "Ep.: 3654, Total Steps: 2279709, Ep.Steps: 1000, Score: 2139.087, Avg.Score: 2152.493, Max.Score: 2206.849, Time: 33:28:39\n",
      "Ep.: 3655, Total Steps: 2280709, Ep.Steps: 1000, Score: 2165.454, Avg.Score: 2152.493, Max.Score: 2206.849, Time: 33:29:31\n",
      "Ep.: 3656, Total Steps: 2281709, Ep.Steps: 1000, Score: 2151.795, Avg.Score: 2152.613, Max.Score: 2206.849, Time: 33:30:22\n",
      "Ep.: 3657, Total Steps: 2282709, Ep.Steps: 1000, Score: 2164.652, Avg.Score: 2152.656, Max.Score: 2206.849, Time: 33:31:15\n",
      "Ep.: 3658, Total Steps: 2283709, Ep.Steps: 1000, Score: 2158.273, Avg.Score: 2152.624, Max.Score: 2206.849, Time: 33:32:07\n",
      "Ep.: 3659, Total Steps: 2284709, Ep.Steps: 1000, Score: 2165.687, Avg.Score: 2152.625, Max.Score: 2206.849, Time: 33:32:59\n",
      "Ep.: 3660, Total Steps: 2285709, Ep.Steps: 1000, Score: 2158.846, Avg.Score: 2152.713, Max.Score: 2206.849, Time: 33:33:51\n",
      "Ep.: 3661, Total Steps: 2286709, Ep.Steps: 1000, Score: 2188.125, Avg.Score: 2153.116, Max.Score: 2206.849, Time: 33:34:44\n",
      "Ep.: 3662, Total Steps: 2287709, Ep.Steps: 1000, Score: 2158.808, Avg.Score: 2153.274, Max.Score: 2206.849, Time: 33:35:36\n",
      "Ep.: 3663, Total Steps: 2288709, Ep.Steps: 1000, Score: 2166.251, Avg.Score: 2153.658, Max.Score: 2206.849, Time: 33:36:28\n",
      "Ep.: 3664, Total Steps: 2289709, Ep.Steps: 1000, Score: 2150.132, Avg.Score: 2153.751, Max.Score: 2206.849, Time: 33:37:19\n",
      "Ep.: 3665, Total Steps: 2290709, Ep.Steps: 1000, Score: 2144.304, Avg.Score: 2153.725, Max.Score: 2206.849, Time: 33:38:12\n",
      "Ep.: 3666, Total Steps: 2291709, Ep.Steps: 1000, Score: 2131.191, Avg.Score: 2153.826, Max.Score: 2206.849, Time: 33:39:03\n",
      "Ep.: 3667, Total Steps: 2292709, Ep.Steps: 1000, Score: 2160.428, Avg.Score: 2154.229, Max.Score: 2206.849, Time: 33:39:55\n",
      "Ep.: 3668, Total Steps: 2293709, Ep.Steps: 1000, Score: 2158.036, Avg.Score: 2154.513, Max.Score: 2206.849, Time: 33:40:47\n",
      "Ep.: 3669, Total Steps: 2294709, Ep.Steps: 1000, Score: 2146.091, Avg.Score: 2154.606, Max.Score: 2206.849, Time: 33:41:38\n",
      "Ep.: 3670, Total Steps: 2295709, Ep.Steps: 1000, Score: 2123.163, Avg.Score: 2154.567, Max.Score: 2206.849, Time: 33:42:30\n",
      "Ep.: 3671, Total Steps: 2296709, Ep.Steps: 1000, Score: 2122.988, Avg.Score: 2154.763, Max.Score: 2206.849, Time: 33:43:21\n",
      "Ep.: 3672, Total Steps: 2297709, Ep.Steps: 1000, Score: 2123.224, Avg.Score: 2154.677, Max.Score: 2206.849, Time: 33:44:13\n",
      "Ep.: 3673, Total Steps: 2298709, Ep.Steps: 1000, Score: 2124.159, Avg.Score: 2154.645, Max.Score: 2206.849, Time: 33:45:06\n",
      "Ep.: 3674, Total Steps: 2299709, Ep.Steps: 1000, Score: 2083.290, Avg.Score: 2154.120, Max.Score: 2206.849, Time: 33:45:57\n",
      "Ep.: 3675, Total Steps: 2300709, Ep.Steps: 1000, Score: 2165.227, Avg.Score: 2154.436, Max.Score: 2206.849, Time: 33:46:50\n",
      "Ep.: 3676, Total Steps: 2301709, Ep.Steps: 1000, Score: 2146.800, Avg.Score: 2154.845, Max.Score: 2206.849, Time: 33:47:41\n",
      "Ep.: 3677, Total Steps: 2302709, Ep.Steps: 1000, Score: 2173.699, Avg.Score: 2155.280, Max.Score: 2206.849, Time: 33:48:33\n",
      "Ep.: 3678, Total Steps: 2303709, Ep.Steps: 1000, Score: 2190.167, Avg.Score: 2156.163, Max.Score: 2206.849, Time: 33:49:25\n",
      "Ep.: 3679, Total Steps: 2304709, Ep.Steps: 1000, Score: 2162.068, Avg.Score: 2156.531, Max.Score: 2206.849, Time: 33:50:17\n",
      "Ep.: 3680, Total Steps: 2305709, Ep.Steps: 1000, Score: 2172.906, Avg.Score: 2156.914, Max.Score: 2206.849, Time: 33:51:09\n",
      "Ep.: 3681, Total Steps: 2306709, Ep.Steps: 1000, Score: 2160.753, Avg.Score: 2157.071, Max.Score: 2206.849, Time: 33:52:01\n",
      "Ep.: 3682, Total Steps: 2307709, Ep.Steps: 1000, Score: 2177.383, Avg.Score: 2157.693, Max.Score: 2206.849, Time: 33:52:52\n",
      "Ep.: 3683, Total Steps: 2308709, Ep.Steps: 1000, Score: 2164.909, Avg.Score: 2158.424, Max.Score: 2206.849, Time: 33:53:44\n",
      "Ep.: 3684, Total Steps: 2309709, Ep.Steps: 1000, Score: 2164.700, Avg.Score: 2159.034, Max.Score: 2206.849, Time: 33:54:35\n",
      "Ep.: 3685, Total Steps: 2310709, Ep.Steps: 1000, Score: 2177.718, Avg.Score: 2159.419, Max.Score: 2206.849, Time: 33:55:27\n",
      "Ep.: 3686, Total Steps: 2311709, Ep.Steps: 1000, Score: 2167.571, Avg.Score: 2159.677, Max.Score: 2206.849, Time: 33:56:19\n",
      "Ep.: 3687, Total Steps: 2312709, Ep.Steps: 1000, Score: 2179.813, Avg.Score: 2160.408, Max.Score: 2206.849, Time: 33:57:11\n",
      "Ep.: 3688, Total Steps: 2313709, Ep.Steps: 1000, Score: 2156.191, Avg.Score: 2160.796, Max.Score: 2206.849, Time: 33:58:03\n",
      "Ep.: 3689, Total Steps: 2314709, Ep.Steps: 1000, Score: 2148.932, Avg.Score: 2161.129, Max.Score: 2206.849, Time: 33:58:55\n",
      "Ep.: 3690, Total Steps: 2314839, Ep.Steps: 130, Score: 171.370, Avg.Score: 2141.537, Max.Score: 2206.849, Time: 33:59:02\n",
      "Ep.: 3691, Total Steps: 2314898, Ep.Steps: 59, Score: 71.043, Avg.Score: 2120.954, Max.Score: 2206.849, Time: 33:59:05\n",
      "Ep.: 3692, Total Steps: 2315898, Ep.Steps: 1000, Score: 2137.149, Avg.Score: 2120.946, Max.Score: 2206.849, Time: 33:59:57\n",
      "Ep.: 3693, Total Steps: 2316898, Ep.Steps: 1000, Score: 2136.370, Avg.Score: 2120.798, Max.Score: 2206.849, Time: 34:00:49\n",
      "Ep.: 3694, Total Steps: 2316918, Ep.Steps: 20, Score: 19.683, Avg.Score: 2099.504, Max.Score: 2206.849, Time: 34:00:50\n",
      "Ep.: 3695, Total Steps: 2316973, Ep.Steps: 55, Score: 64.821, Avg.Score: 2079.142, Max.Score: 2206.849, Time: 34:00:53\n",
      "Ep.: 3696, Total Steps: 2317973, Ep.Steps: 1000, Score: 2106.883, Avg.Score: 2078.723, Max.Score: 2206.849, Time: 34:01:45\n",
      "Ep.: 3697, Total Steps: 2318973, Ep.Steps: 1000, Score: 2141.782, Avg.Score: 2078.557, Max.Score: 2206.849, Time: 34:02:38\n",
      "Ep.: 3698, Total Steps: 2319973, Ep.Steps: 1000, Score: 2132.519, Avg.Score: 2078.422, Max.Score: 2206.849, Time: 34:03:30\n",
      "Ep.: 3699, Total Steps: 2320973, Ep.Steps: 1000, Score: 2133.071, Avg.Score: 2078.194, Max.Score: 2206.849, Time: 34:04:22\n",
      "Ep.: 3700, Total Steps: 2321973, Ep.Steps: 1000, Score: 2128.496, Avg.Score: 2077.719, Max.Score: 2206.849, Time: 34:05:14\n",
      "Ep.: 3701, Total Steps: 2322973, Ep.Steps: 1000, Score: 2093.513, Avg.Score: 2076.725, Max.Score: 2206.849, Time: 34:06:06\n",
      "Ep.: 3702, Total Steps: 2323973, Ep.Steps: 1000, Score: 2071.331, Avg.Score: 2075.827, Max.Score: 2206.849, Time: 34:06:58\n",
      "Ep.: 3703, Total Steps: 2324973, Ep.Steps: 1000, Score: 2061.078, Avg.Score: 2074.842, Max.Score: 2206.849, Time: 34:07:50\n",
      "Ep.: 3704, Total Steps: 2325973, Ep.Steps: 1000, Score: 2140.343, Avg.Score: 2074.572, Max.Score: 2206.849, Time: 34:08:41\n",
      "Ep.: 3705, Total Steps: 2326973, Ep.Steps: 1000, Score: 2132.393, Avg.Score: 2074.353, Max.Score: 2206.849, Time: 34:09:33\n",
      "Ep.: 3706, Total Steps: 2327973, Ep.Steps: 1000, Score: 2122.080, Avg.Score: 2074.099, Max.Score: 2206.849, Time: 34:10:25\n",
      "Ep.: 3707, Total Steps: 2328973, Ep.Steps: 1000, Score: 2108.439, Avg.Score: 2073.612, Max.Score: 2206.849, Time: 34:11:17\n",
      "Ep.: 3708, Total Steps: 2329973, Ep.Steps: 1000, Score: 2092.698, Avg.Score: 2073.219, Max.Score: 2206.849, Time: 34:12:09\n",
      "Ep.: 3709, Total Steps: 2330973, Ep.Steps: 1000, Score: 2116.552, Avg.Score: 2072.864, Max.Score: 2206.849, Time: 34:13:01\n",
      "Ep.: 3710, Total Steps: 2331973, Ep.Steps: 1000, Score: 2143.794, Avg.Score: 2072.668, Max.Score: 2206.849, Time: 34:13:52\n",
      "Ep.: 3711, Total Steps: 2332973, Ep.Steps: 1000, Score: 2083.224, Avg.Score: 2072.062, Max.Score: 2206.849, Time: 34:14:44\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3712, Total Steps: 2333973, Ep.Steps: 1000, Score: 1975.204, Avg.Score: 2070.265, Max.Score: 2206.849, Time: 34:15:36\n",
      "Ep.: 3713, Total Steps: 2334657, Ep.Steps: 684, Score: 1194.963, Avg.Score: 2060.693, Max.Score: 2206.849, Time: 34:16:11\n",
      "Ep.: 3714, Total Steps: 2335657, Ep.Steps: 1000, Score: 2006.488, Avg.Score: 2059.015, Max.Score: 2206.849, Time: 34:17:02\n",
      "Ep.: 3715, Total Steps: 2336657, Ep.Steps: 1000, Score: 2074.506, Avg.Score: 2058.005, Max.Score: 2206.849, Time: 34:17:53\n",
      "Ep.: 3716, Total Steps: 2337657, Ep.Steps: 1000, Score: 2092.048, Avg.Score: 2057.306, Max.Score: 2206.849, Time: 34:18:45\n",
      "Ep.: 3717, Total Steps: 2338657, Ep.Steps: 1000, Score: 2139.955, Avg.Score: 2057.324, Max.Score: 2206.849, Time: 34:19:37\n",
      "Ep.: 3718, Total Steps: 2339657, Ep.Steps: 1000, Score: 2111.950, Avg.Score: 2056.549, Max.Score: 2206.849, Time: 34:20:28\n",
      "Ep.: 3719, Total Steps: 2340657, Ep.Steps: 1000, Score: 2101.704, Avg.Score: 2056.041, Max.Score: 2206.849, Time: 34:21:20\n",
      "Ep.: 3720, Total Steps: 2341657, Ep.Steps: 1000, Score: 2136.056, Avg.Score: 2055.843, Max.Score: 2206.849, Time: 34:22:12\n",
      "Ep.: 3721, Total Steps: 2342657, Ep.Steps: 1000, Score: 2134.729, Avg.Score: 2055.967, Max.Score: 2206.849, Time: 34:23:04\n",
      "Ep.: 3722, Total Steps: 2343657, Ep.Steps: 1000, Score: 2173.767, Avg.Score: 2056.070, Max.Score: 2206.849, Time: 34:23:56\n",
      "Ep.: 3723, Total Steps: 2344657, Ep.Steps: 1000, Score: 2200.874, Avg.Score: 2056.437, Max.Score: 2206.849, Time: 34:24:47\n",
      "Ep.: 3724, Total Steps: 2345657, Ep.Steps: 1000, Score: 2186.853, Avg.Score: 2056.632, Max.Score: 2206.849, Time: 34:25:39\n",
      "Ep.: 3725, Total Steps: 2346657, Ep.Steps: 1000, Score: 2173.438, Avg.Score: 2056.628, Max.Score: 2206.849, Time: 34:26:30\n",
      "Ep.: 3726, Total Steps: 2347657, Ep.Steps: 1000, Score: 2177.185, Avg.Score: 2056.689, Max.Score: 2206.849, Time: 34:27:22\n",
      "Ep.: 3727, Total Steps: 2348657, Ep.Steps: 1000, Score: 2190.517, Avg.Score: 2056.932, Max.Score: 2206.849, Time: 34:28:14\n",
      "Ep.: 3728, Total Steps: 2349657, Ep.Steps: 1000, Score: 2198.271, Avg.Score: 2057.310, Max.Score: 2206.849, Time: 34:29:06\n",
      "Ep.: 3729, Total Steps: 2350657, Ep.Steps: 1000, Score: 2206.040, Avg.Score: 2057.537, Max.Score: 2206.849, Time: 34:29:57\n",
      "Ep.: 3730, Total Steps: 2351657, Ep.Steps: 1000, Score: 2212.060, Avg.Score: 2057.762, Max.Score: 2212.060, Time: 34:30:49\n",
      "Ep.: 3731, Total Steps: 2352657, Ep.Steps: 1000, Score: 2213.640, Avg.Score: 2057.894, Max.Score: 2213.640, Time: 34:31:40\n",
      "Ep.: 3732, Total Steps: 2353657, Ep.Steps: 1000, Score: 2191.231, Avg.Score: 2057.738, Max.Score: 2213.640, Time: 34:32:32\n",
      "Ep.: 3733, Total Steps: 2354657, Ep.Steps: 1000, Score: 2204.196, Avg.Score: 2058.067, Max.Score: 2213.640, Time: 34:33:23\n",
      "Ep.: 3734, Total Steps: 2355657, Ep.Steps: 1000, Score: 2197.692, Avg.Score: 2058.259, Max.Score: 2213.640, Time: 34:34:15\n",
      "Ep.: 3735, Total Steps: 2356657, Ep.Steps: 1000, Score: 2186.570, Avg.Score: 2058.085, Max.Score: 2213.640, Time: 34:35:11\n",
      "Ep.: 3736, Total Steps: 2357657, Ep.Steps: 1000, Score: 2195.215, Avg.Score: 2058.391, Max.Score: 2213.640, Time: 34:36:08\n",
      "Ep.: 3737, Total Steps: 2358657, Ep.Steps: 1000, Score: 2169.804, Avg.Score: 2058.424, Max.Score: 2213.640, Time: 34:37:00\n",
      "Ep.: 3738, Total Steps: 2359657, Ep.Steps: 1000, Score: 2190.373, Avg.Score: 2058.618, Max.Score: 2213.640, Time: 34:37:52\n",
      "Ep.: 3739, Total Steps: 2360657, Ep.Steps: 1000, Score: 2190.070, Avg.Score: 2058.551, Max.Score: 2213.640, Time: 34:38:43\n",
      "Ep.: 3740, Total Steps: 2361657, Ep.Steps: 1000, Score: 2168.632, Avg.Score: 2058.550, Max.Score: 2213.640, Time: 34:39:35\n",
      "Ep.: 3741, Total Steps: 2362657, Ep.Steps: 1000, Score: 2179.338, Avg.Score: 2058.810, Max.Score: 2213.640, Time: 34:40:26\n",
      "Ep.: 3742, Total Steps: 2363657, Ep.Steps: 1000, Score: 2205.366, Avg.Score: 2059.035, Max.Score: 2213.640, Time: 34:41:18\n",
      "Ep.: 3743, Total Steps: 2364657, Ep.Steps: 1000, Score: 2160.040, Avg.Score: 2058.706, Max.Score: 2213.640, Time: 34:42:09\n",
      "Ep.: 3744, Total Steps: 2365657, Ep.Steps: 1000, Score: 2202.963, Avg.Score: 2059.006, Max.Score: 2213.640, Time: 34:43:01\n",
      "Ep.: 3745, Total Steps: 2366657, Ep.Steps: 1000, Score: 2195.860, Avg.Score: 2058.900, Max.Score: 2213.640, Time: 34:43:52\n",
      "Ep.: 3746, Total Steps: 2367657, Ep.Steps: 1000, Score: 2197.089, Avg.Score: 2059.145, Max.Score: 2213.640, Time: 34:44:44\n",
      "Ep.: 3747, Total Steps: 2368657, Ep.Steps: 1000, Score: 2222.059, Avg.Score: 2059.668, Max.Score: 2222.059, Time: 34:45:35\n",
      "Ep.: 3748, Total Steps: 2369657, Ep.Steps: 1000, Score: 2180.081, Avg.Score: 2059.752, Max.Score: 2222.059, Time: 34:46:27\n",
      "Ep.: 3749, Total Steps: 2370657, Ep.Steps: 1000, Score: 2174.844, Avg.Score: 2059.685, Max.Score: 2222.059, Time: 34:47:19\n",
      "Ep.: 3750, Total Steps: 2371657, Ep.Steps: 1000, Score: 2200.471, Avg.Score: 2059.969, Max.Score: 2222.059, Time: 34:48:11\n",
      "Ep.: 3751, Total Steps: 2372657, Ep.Steps: 1000, Score: 2206.555, Avg.Score: 2060.398, Max.Score: 2222.059, Time: 34:49:03\n",
      "Ep.: 3752, Total Steps: 2373657, Ep.Steps: 1000, Score: 2197.705, Avg.Score: 2060.833, Max.Score: 2222.059, Time: 34:49:55\n",
      "Ep.: 3753, Total Steps: 2374657, Ep.Steps: 1000, Score: 2203.473, Avg.Score: 2061.213, Max.Score: 2222.059, Time: 34:50:46\n",
      "Ep.: 3754, Total Steps: 2375657, Ep.Steps: 1000, Score: 2184.305, Avg.Score: 2061.665, Max.Score: 2222.059, Time: 34:51:38\n",
      "Ep.: 3755, Total Steps: 2376657, Ep.Steps: 1000, Score: 2187.821, Avg.Score: 2061.889, Max.Score: 2222.059, Time: 34:52:29\n",
      "Ep.: 3756, Total Steps: 2377657, Ep.Steps: 1000, Score: 2181.785, Avg.Score: 2062.189, Max.Score: 2222.059, Time: 34:53:21\n",
      "Ep.: 3757, Total Steps: 2378657, Ep.Steps: 1000, Score: 2197.259, Avg.Score: 2062.515, Max.Score: 2222.059, Time: 34:54:12\n",
      "Ep.: 3758, Total Steps: 2379657, Ep.Steps: 1000, Score: 2204.288, Avg.Score: 2062.975, Max.Score: 2222.059, Time: 34:55:04\n",
      "Ep.: 3759, Total Steps: 2380657, Ep.Steps: 1000, Score: 2216.904, Avg.Score: 2063.487, Max.Score: 2222.059, Time: 34:55:55\n",
      "Ep.: 3760, Total Steps: 2381657, Ep.Steps: 1000, Score: 2197.097, Avg.Score: 2063.870, Max.Score: 2222.059, Time: 34:56:47\n",
      "Ep.: 3761, Total Steps: 2382657, Ep.Steps: 1000, Score: 2213.160, Avg.Score: 2064.120, Max.Score: 2222.059, Time: 34:57:38\n",
      "Ep.: 3762, Total Steps: 2383657, Ep.Steps: 1000, Score: 2207.365, Avg.Score: 2064.606, Max.Score: 2222.059, Time: 34:58:30\n",
      "Ep.: 3763, Total Steps: 2384657, Ep.Steps: 1000, Score: 2192.124, Avg.Score: 2064.865, Max.Score: 2222.059, Time: 34:59:21\n",
      "Ep.: 3764, Total Steps: 2385657, Ep.Steps: 1000, Score: 2198.159, Avg.Score: 2065.345, Max.Score: 2222.059, Time: 35:00:13\n",
      "Ep.: 3765, Total Steps: 2386657, Ep.Steps: 1000, Score: 2215.573, Avg.Score: 2066.058, Max.Score: 2222.059, Time: 35:01:05\n",
      "Ep.: 3766, Total Steps: 2387657, Ep.Steps: 1000, Score: 2233.480, Avg.Score: 2067.080, Max.Score: 2233.480, Time: 35:01:57\n",
      "Ep.: 3767, Total Steps: 2388657, Ep.Steps: 1000, Score: 2229.143, Avg.Score: 2067.768, Max.Score: 2233.480, Time: 35:02:49\n",
      "Ep.: 3768, Total Steps: 2389657, Ep.Steps: 1000, Score: 2215.862, Avg.Score: 2068.346, Max.Score: 2233.480, Time: 35:03:41\n",
      "Ep.: 3769, Total Steps: 2390657, Ep.Steps: 1000, Score: 2196.232, Avg.Score: 2068.847, Max.Score: 2233.480, Time: 35:04:33\n",
      "Ep.: 3770, Total Steps: 2391657, Ep.Steps: 1000, Score: 2197.399, Avg.Score: 2069.590, Max.Score: 2233.480, Time: 35:05:24\n",
      "Ep.: 3771, Total Steps: 2392657, Ep.Steps: 1000, Score: 2185.112, Avg.Score: 2070.211, Max.Score: 2233.480, Time: 35:06:16\n",
      "Ep.: 3772, Total Steps: 2393657, Ep.Steps: 1000, Score: 2186.280, Avg.Score: 2070.841, Max.Score: 2233.480, Time: 35:07:08\n",
      "Ep.: 3773, Total Steps: 2394657, Ep.Steps: 1000, Score: 2193.063, Avg.Score: 2071.530, Max.Score: 2233.480, Time: 35:07:59\n",
      "Ep.: 3774, Total Steps: 2395657, Ep.Steps: 1000, Score: 2192.627, Avg.Score: 2072.624, Max.Score: 2233.480, Time: 35:08:51\n",
      "Ep.: 3775, Total Steps: 2396657, Ep.Steps: 1000, Score: 2228.575, Avg.Score: 2073.257, Max.Score: 2233.480, Time: 35:09:43\n",
      "Ep.: 3776, Total Steps: 2397657, Ep.Steps: 1000, Score: 2196.787, Avg.Score: 2073.757, Max.Score: 2233.480, Time: 35:10:35\n",
      "Ep.: 3777, Total Steps: 2398657, Ep.Steps: 1000, Score: 2213.789, Avg.Score: 2074.158, Max.Score: 2233.480, Time: 35:11:27\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3778, Total Steps: 2399657, Ep.Steps: 1000, Score: 2231.098, Avg.Score: 2074.567, Max.Score: 2233.480, Time: 35:12:18\n",
      "Ep.: 3779, Total Steps: 2400657, Ep.Steps: 1000, Score: 2200.326, Avg.Score: 2074.950, Max.Score: 2233.480, Time: 35:13:10\n",
      "Ep.: 3780, Total Steps: 2401657, Ep.Steps: 1000, Score: 2218.007, Avg.Score: 2075.401, Max.Score: 2233.480, Time: 35:14:02\n",
      "Ep.: 3781, Total Steps: 2402657, Ep.Steps: 1000, Score: 2228.313, Avg.Score: 2076.077, Max.Score: 2233.480, Time: 35:14:54\n",
      "Ep.: 3782, Total Steps: 2403657, Ep.Steps: 1000, Score: 2214.928, Avg.Score: 2076.452, Max.Score: 2233.480, Time: 35:15:46\n",
      "Ep.: 3783, Total Steps: 2404657, Ep.Steps: 1000, Score: 2253.679, Avg.Score: 2077.340, Max.Score: 2253.679, Time: 35:16:37\n",
      "Ep.: 3784, Total Steps: 2405657, Ep.Steps: 1000, Score: 2212.880, Avg.Score: 2077.822, Max.Score: 2253.679, Time: 35:17:29\n",
      "Ep.: 3785, Total Steps: 2406657, Ep.Steps: 1000, Score: 2176.587, Avg.Score: 2077.810, Max.Score: 2253.679, Time: 35:18:21\n",
      "Ep.: 3786, Total Steps: 2407657, Ep.Steps: 1000, Score: 2212.644, Avg.Score: 2078.261, Max.Score: 2253.679, Time: 35:19:12\n",
      "Ep.: 3787, Total Steps: 2408657, Ep.Steps: 1000, Score: 2199.242, Avg.Score: 2078.455, Max.Score: 2253.679, Time: 35:20:04\n",
      "Ep.: 3788, Total Steps: 2409657, Ep.Steps: 1000, Score: 2213.709, Avg.Score: 2079.030, Max.Score: 2253.679, Time: 35:20:56\n",
      "Ep.: 3789, Total Steps: 2410657, Ep.Steps: 1000, Score: 2198.561, Avg.Score: 2079.527, Max.Score: 2253.679, Time: 35:21:48\n",
      "Ep.: 3790, Total Steps: 2411657, Ep.Steps: 1000, Score: 2206.796, Avg.Score: 2099.881, Max.Score: 2253.679, Time: 35:22:39\n",
      "Ep.: 3791, Total Steps: 2412657, Ep.Steps: 1000, Score: 2207.911, Avg.Score: 2121.250, Max.Score: 2253.679, Time: 35:23:31\n",
      "Ep.: 3792, Total Steps: 2413657, Ep.Steps: 1000, Score: 2210.317, Avg.Score: 2121.981, Max.Score: 2253.679, Time: 35:24:23\n",
      "Ep.: 3793, Total Steps: 2414657, Ep.Steps: 1000, Score: 2226.359, Avg.Score: 2122.881, Max.Score: 2253.679, Time: 35:25:14\n",
      "Ep.: 3794, Total Steps: 2415657, Ep.Steps: 1000, Score: 2235.938, Avg.Score: 2145.044, Max.Score: 2253.679, Time: 35:26:06\n",
      "Ep.: 3795, Total Steps: 2416657, Ep.Steps: 1000, Score: 2233.053, Avg.Score: 2166.726, Max.Score: 2253.679, Time: 35:26:57\n",
      "Ep.: 3796, Total Steps: 2417657, Ep.Steps: 1000, Score: 2210.270, Avg.Score: 2167.760, Max.Score: 2253.679, Time: 35:27:49\n",
      "Ep.: 3797, Total Steps: 2418657, Ep.Steps: 1000, Score: 2216.736, Avg.Score: 2168.509, Max.Score: 2253.679, Time: 35:28:40\n",
      "Ep.: 3798, Total Steps: 2419657, Ep.Steps: 1000, Score: 2219.265, Avg.Score: 2169.377, Max.Score: 2253.679, Time: 35:29:32\n",
      "Ep.: 3799, Total Steps: 2420657, Ep.Steps: 1000, Score: 2226.233, Avg.Score: 2170.309, Max.Score: 2253.679, Time: 35:30:24\n",
      "Ep.: 3800, Total Steps: 2421657, Ep.Steps: 1000, Score: 2222.165, Avg.Score: 2171.245, Max.Score: 2253.679, Time: 35:31:16\n",
      "Ep.: 3801, Total Steps: 2422657, Ep.Steps: 1000, Score: 2242.383, Avg.Score: 2172.734, Max.Score: 2253.679, Time: 35:32:08\n",
      "Ep.: 3802, Total Steps: 2423657, Ep.Steps: 1000, Score: 2248.193, Avg.Score: 2174.503, Max.Score: 2253.679, Time: 35:32:59\n",
      "Ep.: 3803, Total Steps: 2424657, Ep.Steps: 1000, Score: 2228.703, Avg.Score: 2176.179, Max.Score: 2253.679, Time: 35:33:51\n",
      "Ep.: 3804, Total Steps: 2425657, Ep.Steps: 1000, Score: 2219.602, Avg.Score: 2176.971, Max.Score: 2253.679, Time: 35:34:43\n",
      "Ep.: 3805, Total Steps: 2426657, Ep.Steps: 1000, Score: 2243.639, Avg.Score: 2178.084, Max.Score: 2253.679, Time: 35:35:35\n",
      "Ep.: 3806, Total Steps: 2427657, Ep.Steps: 1000, Score: 2240.350, Avg.Score: 2179.267, Max.Score: 2253.679, Time: 35:36:27\n",
      "Ep.: 3807, Total Steps: 2428657, Ep.Steps: 1000, Score: 2245.210, Avg.Score: 2180.634, Max.Score: 2253.679, Time: 35:37:18\n",
      "Ep.: 3808, Total Steps: 2429657, Ep.Steps: 1000, Score: 2254.706, Avg.Score: 2182.254, Max.Score: 2254.706, Time: 35:38:14\n",
      "Ep.: 3809, Total Steps: 2430657, Ep.Steps: 1000, Score: 2242.555, Avg.Score: 2183.514, Max.Score: 2254.706, Time: 35:39:08\n",
      "Ep.: 3810, Total Steps: 2431657, Ep.Steps: 1000, Score: 2232.345, Avg.Score: 2184.400, Max.Score: 2254.706, Time: 35:40:02\n",
      "Ep.: 3811, Total Steps: 2432657, Ep.Steps: 1000, Score: 2239.509, Avg.Score: 2185.963, Max.Score: 2254.706, Time: 35:40:56\n",
      "Ep.: 3812, Total Steps: 2433657, Ep.Steps: 1000, Score: 2239.573, Avg.Score: 2188.606, Max.Score: 2254.706, Time: 35:41:48\n",
      "Ep.: 3813, Total Steps: 2434657, Ep.Steps: 1000, Score: 2240.601, Avg.Score: 2199.063, Max.Score: 2254.706, Time: 35:42:40\n",
      "Ep.: 3814, Total Steps: 2435657, Ep.Steps: 1000, Score: 2240.975, Avg.Score: 2201.408, Max.Score: 2254.706, Time: 35:43:32\n",
      "Ep.: 3815, Total Steps: 2436657, Ep.Steps: 1000, Score: 2223.274, Avg.Score: 2202.895, Max.Score: 2254.706, Time: 35:44:23\n",
      "Ep.: 3816, Total Steps: 2437657, Ep.Steps: 1000, Score: 2215.174, Avg.Score: 2204.127, Max.Score: 2254.706, Time: 35:45:15\n",
      "Ep.: 3817, Total Steps: 2438657, Ep.Steps: 1000, Score: 2241.178, Avg.Score: 2205.139, Max.Score: 2254.706, Time: 35:46:06\n",
      "Ep.: 3818, Total Steps: 2439657, Ep.Steps: 1000, Score: 2253.939, Avg.Score: 2206.559, Max.Score: 2254.706, Time: 35:46:58\n",
      "Ep.: 3819, Total Steps: 2440657, Ep.Steps: 1000, Score: 2238.687, Avg.Score: 2207.929, Max.Score: 2254.706, Time: 35:47:49\n",
      "Ep.: 3820, Total Steps: 2441657, Ep.Steps: 1000, Score: 2231.122, Avg.Score: 2208.879, Max.Score: 2254.706, Time: 35:48:41\n",
      "Ep.: 3821, Total Steps: 2442657, Ep.Steps: 1000, Score: 2243.299, Avg.Score: 2209.965, Max.Score: 2254.706, Time: 35:49:33\n",
      "Ep.: 3822, Total Steps: 2443657, Ep.Steps: 1000, Score: 2231.903, Avg.Score: 2210.546, Max.Score: 2254.706, Time: 35:50:24\n",
      "Ep.: 3823, Total Steps: 2444657, Ep.Steps: 1000, Score: 2254.525, Avg.Score: 2211.083, Max.Score: 2254.706, Time: 35:51:16\n",
      "Ep.: 3824, Total Steps: 2445657, Ep.Steps: 1000, Score: 2245.150, Avg.Score: 2211.666, Max.Score: 2254.706, Time: 35:52:08\n",
      "Ep.: 3825, Total Steps: 2446657, Ep.Steps: 1000, Score: 2227.987, Avg.Score: 2212.211, Max.Score: 2254.706, Time: 35:53:00\n",
      "Ep.: 3826, Total Steps: 2447657, Ep.Steps: 1000, Score: 2256.325, Avg.Score: 2213.003, Max.Score: 2256.325, Time: 35:53:51\n",
      "Ep.: 3827, Total Steps: 2448657, Ep.Steps: 1000, Score: 2241.201, Avg.Score: 2213.509, Max.Score: 2256.325, Time: 35:54:43\n",
      "Ep.: 3828, Total Steps: 2449657, Ep.Steps: 1000, Score: 2229.178, Avg.Score: 2213.819, Max.Score: 2256.325, Time: 35:55:35\n",
      "Ep.: 3829, Total Steps: 2450657, Ep.Steps: 1000, Score: 2248.908, Avg.Score: 2214.247, Max.Score: 2256.325, Time: 35:56:27\n",
      "Ep.: 3830, Total Steps: 2451657, Ep.Steps: 1000, Score: 2246.380, Avg.Score: 2214.590, Max.Score: 2256.325, Time: 35:57:18\n",
      "Ep.: 3831, Total Steps: 2452657, Ep.Steps: 1000, Score: 2250.685, Avg.Score: 2214.961, Max.Score: 2256.325, Time: 35:58:09\n",
      "Ep.: 3832, Total Steps: 2453657, Ep.Steps: 1000, Score: 2248.939, Avg.Score: 2215.538, Max.Score: 2256.325, Time: 35:59:01\n",
      "Ep.: 3833, Total Steps: 2454657, Ep.Steps: 1000, Score: 2239.803, Avg.Score: 2215.894, Max.Score: 2256.325, Time: 35:59:52\n",
      "Ep.: 3834, Total Steps: 2455657, Ep.Steps: 1000, Score: 2257.059, Avg.Score: 2216.488, Max.Score: 2257.059, Time: 36:00:45\n",
      "Ep.: 3835, Total Steps: 2456657, Ep.Steps: 1000, Score: 2245.807, Avg.Score: 2217.080, Max.Score: 2257.059, Time: 36:01:37\n",
      "Ep.: 3836, Total Steps: 2457657, Ep.Steps: 1000, Score: 2260.358, Avg.Score: 2217.732, Max.Score: 2260.358, Time: 36:02:28\n",
      "Ep.: 3837, Total Steps: 2458657, Ep.Steps: 1000, Score: 2232.046, Avg.Score: 2218.354, Max.Score: 2260.358, Time: 36:03:20\n",
      "Ep.: 3838, Total Steps: 2459657, Ep.Steps: 1000, Score: 2254.323, Avg.Score: 2218.993, Max.Score: 2260.358, Time: 36:04:12\n",
      "Ep.: 3839, Total Steps: 2460657, Ep.Steps: 1000, Score: 2205.456, Avg.Score: 2219.147, Max.Score: 2260.358, Time: 36:05:04\n",
      "Ep.: 3840, Total Steps: 2461657, Ep.Steps: 1000, Score: 2228.243, Avg.Score: 2219.743, Max.Score: 2260.358, Time: 36:05:56\n",
      "Ep.: 3841, Total Steps: 2462657, Ep.Steps: 1000, Score: 2242.974, Avg.Score: 2220.380, Max.Score: 2260.358, Time: 36:06:48\n",
      "Ep.: 3842, Total Steps: 2463657, Ep.Steps: 1000, Score: 2250.559, Avg.Score: 2220.832, Max.Score: 2260.358, Time: 36:07:41\n",
      "Ep.: 3843, Total Steps: 2464657, Ep.Steps: 1000, Score: 2252.563, Avg.Score: 2221.757, Max.Score: 2260.358, Time: 36:08:32\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3844, Total Steps: 2465657, Ep.Steps: 1000, Score: 2241.886, Avg.Score: 2222.146, Max.Score: 2260.358, Time: 36:09:24\n",
      "Ep.: 3845, Total Steps: 2466657, Ep.Steps: 1000, Score: 2256.712, Avg.Score: 2222.755, Max.Score: 2260.358, Time: 36:10:16\n",
      "Ep.: 3846, Total Steps: 2467657, Ep.Steps: 1000, Score: 2250.155, Avg.Score: 2223.285, Max.Score: 2260.358, Time: 36:11:07\n",
      "Ep.: 3847, Total Steps: 2468657, Ep.Steps: 1000, Score: 2261.755, Avg.Score: 2223.682, Max.Score: 2261.755, Time: 36:11:58\n",
      "Ep.: 3848, Total Steps: 2469657, Ep.Steps: 1000, Score: 2251.724, Avg.Score: 2224.399, Max.Score: 2261.755, Time: 36:12:50\n",
      "Ep.: 3849, Total Steps: 2470657, Ep.Steps: 1000, Score: 2276.127, Avg.Score: 2225.412, Max.Score: 2276.127, Time: 36:13:42\n",
      "Ep.: 3850, Total Steps: 2471657, Ep.Steps: 1000, Score: 2263.006, Avg.Score: 2226.037, Max.Score: 2276.127, Time: 36:14:33\n",
      "Ep.: 3851, Total Steps: 2472657, Ep.Steps: 1000, Score: 2265.589, Avg.Score: 2226.627, Max.Score: 2276.127, Time: 36:15:25\n",
      "Ep.: 3852, Total Steps: 2473657, Ep.Steps: 1000, Score: 2251.652, Avg.Score: 2227.167, Max.Score: 2276.127, Time: 36:16:16\n",
      "Ep.: 3853, Total Steps: 2474657, Ep.Steps: 1000, Score: 2229.856, Avg.Score: 2227.431, Max.Score: 2276.127, Time: 36:17:08\n",
      "Ep.: 3854, Total Steps: 2475657, Ep.Steps: 1000, Score: 2272.828, Avg.Score: 2228.316, Max.Score: 2276.127, Time: 36:18:00\n",
      "Ep.: 3855, Total Steps: 2476657, Ep.Steps: 1000, Score: 2246.837, Avg.Score: 2228.906, Max.Score: 2276.127, Time: 36:18:51\n",
      "Ep.: 3856, Total Steps: 2477657, Ep.Steps: 1000, Score: 2253.742, Avg.Score: 2229.626, Max.Score: 2276.127, Time: 36:19:44\n",
      "Ep.: 3857, Total Steps: 2478657, Ep.Steps: 1000, Score: 2232.855, Avg.Score: 2229.981, Max.Score: 2276.127, Time: 36:20:36\n",
      "Ep.: 3858, Total Steps: 2479657, Ep.Steps: 1000, Score: 2261.605, Avg.Score: 2230.555, Max.Score: 2276.127, Time: 36:21:28\n",
      "Ep.: 3859, Total Steps: 2480657, Ep.Steps: 1000, Score: 2272.209, Avg.Score: 2231.108, Max.Score: 2276.127, Time: 36:22:20\n",
      "Ep.: 3860, Total Steps: 2481657, Ep.Steps: 1000, Score: 2268.698, Avg.Score: 2231.824, Max.Score: 2276.127, Time: 36:23:12\n",
      "Ep.: 3861, Total Steps: 2482657, Ep.Steps: 1000, Score: 2182.541, Avg.Score: 2231.518, Max.Score: 2276.127, Time: 36:24:03\n",
      "Ep.: 3862, Total Steps: 2482964, Ep.Steps: 307, Score: 631.745, Avg.Score: 2215.761, Max.Score: 2276.127, Time: 36:24:19\n",
      "Ep.: 3863, Total Steps: 2483048, Ep.Steps: 84, Score: 135.605, Avg.Score: 2195.196, Max.Score: 2276.127, Time: 36:24:24\n",
      "Ep.: 3864, Total Steps: 2483252, Ep.Steps: 204, Score: 386.322, Avg.Score: 2177.078, Max.Score: 2276.127, Time: 36:24:34\n",
      "Ep.: 3865, Total Steps: 2483340, Ep.Steps: 88, Score: 151.710, Avg.Score: 2156.439, Max.Score: 2276.127, Time: 36:24:39\n",
      "Ep.: 3866, Total Steps: 2483427, Ep.Steps: 87, Score: 150.470, Avg.Score: 2135.609, Max.Score: 2276.127, Time: 36:24:43\n",
      "Ep.: 3867, Total Steps: 2483610, Ep.Steps: 183, Score: 201.066, Avg.Score: 2115.328, Max.Score: 2276.127, Time: 36:24:53\n",
      "Ep.: 3868, Total Steps: 2483696, Ep.Steps: 86, Score: 146.420, Avg.Score: 2094.634, Max.Score: 2276.127, Time: 36:24:57\n",
      "Ep.: 3869, Total Steps: 2483788, Ep.Steps: 92, Score: 158.457, Avg.Score: 2074.256, Max.Score: 2276.127, Time: 36:25:02\n",
      "Ep.: 3870, Total Steps: 2484788, Ep.Steps: 1000, Score: 1966.302, Avg.Score: 2071.945, Max.Score: 2276.127, Time: 36:25:53\n",
      "Ep.: 3871, Total Steps: 2485788, Ep.Steps: 1000, Score: 1967.436, Avg.Score: 2069.768, Max.Score: 2276.127, Time: 36:26:45\n",
      "Ep.: 3872, Total Steps: 2486788, Ep.Steps: 1000, Score: 1907.684, Avg.Score: 2066.982, Max.Score: 2276.127, Time: 36:27:36\n",
      "Ep.: 3873, Total Steps: 2486846, Ep.Steps: 58, Score: 53.561, Avg.Score: 2045.587, Max.Score: 2276.127, Time: 36:27:39\n",
      "Ep.: 3874, Total Steps: 2486899, Ep.Steps: 53, Score: 53.681, Avg.Score: 2024.198, Max.Score: 2276.127, Time: 36:27:42\n",
      "Ep.: 3875, Total Steps: 2487170, Ep.Steps: 271, Score: 394.833, Avg.Score: 2005.861, Max.Score: 2276.127, Time: 36:27:56\n",
      "Ep.: 3876, Total Steps: 2487249, Ep.Steps: 79, Score: 72.680, Avg.Score: 1984.619, Max.Score: 2276.127, Time: 36:28:00\n",
      "Ep.: 3877, Total Steps: 2487310, Ep.Steps: 61, Score: 55.456, Avg.Score: 1963.036, Max.Score: 2276.127, Time: 36:28:03\n",
      "Ep.: 3878, Total Steps: 2487369, Ep.Steps: 59, Score: 59.666, Avg.Score: 1941.322, Max.Score: 2276.127, Time: 36:28:06\n",
      "Ep.: 3879, Total Steps: 2487430, Ep.Steps: 61, Score: 57.837, Avg.Score: 1919.897, Max.Score: 2276.127, Time: 36:28:09\n",
      "Ep.: 3880, Total Steps: 2487514, Ep.Steps: 84, Score: 116.223, Avg.Score: 1898.879, Max.Score: 2276.127, Time: 36:28:14\n",
      "Ep.: 3881, Total Steps: 2487574, Ep.Steps: 60, Score: 61.696, Avg.Score: 1877.213, Max.Score: 2276.127, Time: 36:28:17\n",
      "Ep.: 3882, Total Steps: 2487657, Ep.Steps: 83, Score: 113.739, Avg.Score: 1856.201, Max.Score: 2276.127, Time: 36:28:21\n",
      "Ep.: 3883, Total Steps: 2487749, Ep.Steps: 92, Score: 132.226, Avg.Score: 1834.986, Max.Score: 2276.127, Time: 36:28:26\n",
      "Ep.: 3884, Total Steps: 2487822, Ep.Steps: 73, Score: 73.461, Avg.Score: 1813.592, Max.Score: 2276.127, Time: 36:28:30\n",
      "Ep.: 3885, Total Steps: 2487924, Ep.Steps: 102, Score: 147.215, Avg.Score: 1793.299, Max.Score: 2276.127, Time: 36:28:35\n",
      "Ep.: 3886, Total Steps: 2488155, Ep.Steps: 231, Score: 376.918, Avg.Score: 1774.941, Max.Score: 2276.127, Time: 36:28:47\n",
      "Ep.: 3887, Total Steps: 2488459, Ep.Steps: 304, Score: 487.434, Avg.Score: 1757.823, Max.Score: 2276.127, Time: 36:29:02\n",
      "Ep.: 3888, Total Steps: 2489459, Ep.Steps: 1000, Score: 1899.199, Avg.Score: 1754.678, Max.Score: 2276.127, Time: 36:29:54\n",
      "Ep.: 3889, Total Steps: 2489888, Ep.Steps: 429, Score: 827.592, Avg.Score: 1740.968, Max.Score: 2276.127, Time: 36:30:17\n",
      "Ep.: 3890, Total Steps: 2489936, Ep.Steps: 48, Score: 68.173, Avg.Score: 1719.582, Max.Score: 2276.127, Time: 36:30:19\n",
      "Ep.: 3891, Total Steps: 2490936, Ep.Steps: 1000, Score: 1874.744, Avg.Score: 1716.251, Max.Score: 2276.127, Time: 36:31:11\n",
      "Ep.: 3892, Total Steps: 2491936, Ep.Steps: 1000, Score: 2016.111, Avg.Score: 1714.308, Max.Score: 2276.127, Time: 36:32:03\n",
      "Ep.: 3893, Total Steps: 2492936, Ep.Steps: 1000, Score: 2081.247, Avg.Score: 1712.857, Max.Score: 2276.127, Time: 36:32:55\n",
      "Ep.: 3894, Total Steps: 2493936, Ep.Steps: 1000, Score: 2140.421, Avg.Score: 1711.902, Max.Score: 2276.127, Time: 36:33:47\n",
      "Ep.: 3895, Total Steps: 2494936, Ep.Steps: 1000, Score: 2138.756, Avg.Score: 1710.959, Max.Score: 2276.127, Time: 36:34:39\n",
      "Ep.: 3896, Total Steps: 2495936, Ep.Steps: 1000, Score: 2163.417, Avg.Score: 1710.491, Max.Score: 2276.127, Time: 36:35:31\n",
      "Ep.: 3897, Total Steps: 2496936, Ep.Steps: 1000, Score: 2127.416, Avg.Score: 1709.597, Max.Score: 2276.127, Time: 36:36:22\n",
      "Ep.: 3898, Total Steps: 2497936, Ep.Steps: 1000, Score: 2116.373, Avg.Score: 1708.569, Max.Score: 2276.127, Time: 36:37:14\n",
      "Ep.: 3899, Total Steps: 2498936, Ep.Steps: 1000, Score: 2182.680, Avg.Score: 1708.133, Max.Score: 2276.127, Time: 36:38:05\n",
      "Ep.: 3900, Total Steps: 2499936, Ep.Steps: 1000, Score: 2144.126, Avg.Score: 1707.353, Max.Score: 2276.127, Time: 36:38:57\n",
      "Ep.: 3901, Total Steps: 2500936, Ep.Steps: 1000, Score: 2184.044, Avg.Score: 1706.769, Max.Score: 2276.127, Time: 36:39:49\n",
      "Ep.: 3902, Total Steps: 2501936, Ep.Steps: 1000, Score: 2146.009, Avg.Score: 1705.747, Max.Score: 2276.127, Time: 36:40:40\n",
      "Ep.: 3903, Total Steps: 2502936, Ep.Steps: 1000, Score: 2182.620, Avg.Score: 1705.287, Max.Score: 2276.127, Time: 36:41:32\n",
      "Ep.: 3904, Total Steps: 2503936, Ep.Steps: 1000, Score: 2174.897, Avg.Score: 1704.840, Max.Score: 2276.127, Time: 36:42:24\n",
      "Ep.: 3905, Total Steps: 2504936, Ep.Steps: 1000, Score: 2172.724, Avg.Score: 1704.130, Max.Score: 2276.127, Time: 36:43:16\n",
      "Ep.: 3906, Total Steps: 2505936, Ep.Steps: 1000, Score: 2181.559, Avg.Score: 1703.542, Max.Score: 2276.127, Time: 36:44:07\n",
      "Ep.: 3907, Total Steps: 2506936, Ep.Steps: 1000, Score: 2196.106, Avg.Score: 1703.051, Max.Score: 2276.127, Time: 36:45:00\n",
      "Ep.: 3908, Total Steps: 2507936, Ep.Steps: 1000, Score: 2172.788, Avg.Score: 1702.232, Max.Score: 2276.127, Time: 36:45:52\n",
      "Ep.: 3909, Total Steps: 2508936, Ep.Steps: 1000, Score: 2179.868, Avg.Score: 1701.605, Max.Score: 2276.127, Time: 36:46:44\n",
      "Ep.: 3910, Total Steps: 2509936, Ep.Steps: 1000, Score: 2165.874, Avg.Score: 1700.941, Max.Score: 2276.127, Time: 36:47:35\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3911, Total Steps: 2510936, Ep.Steps: 1000, Score: 2162.708, Avg.Score: 1700.173, Max.Score: 2276.127, Time: 36:48:26\n",
      "Ep.: 3912, Total Steps: 2511936, Ep.Steps: 1000, Score: 2195.919, Avg.Score: 1699.736, Max.Score: 2276.127, Time: 36:49:18\n",
      "Ep.: 3913, Total Steps: 2512936, Ep.Steps: 1000, Score: 2219.935, Avg.Score: 1699.529, Max.Score: 2276.127, Time: 36:50:09\n",
      "Ep.: 3914, Total Steps: 2513936, Ep.Steps: 1000, Score: 2238.249, Avg.Score: 1699.502, Max.Score: 2276.127, Time: 36:51:01\n",
      "Ep.: 3915, Total Steps: 2514936, Ep.Steps: 1000, Score: 2230.329, Avg.Score: 1699.573, Max.Score: 2276.127, Time: 36:51:53\n",
      "Ep.: 3916, Total Steps: 2515936, Ep.Steps: 1000, Score: 2238.469, Avg.Score: 1699.806, Max.Score: 2276.127, Time: 36:52:44\n",
      "Ep.: 3917, Total Steps: 2516936, Ep.Steps: 1000, Score: 2242.128, Avg.Score: 1699.815, Max.Score: 2276.127, Time: 36:53:36\n",
      "Ep.: 3918, Total Steps: 2517936, Ep.Steps: 1000, Score: 2235.222, Avg.Score: 1699.628, Max.Score: 2276.127, Time: 36:54:28\n",
      "Ep.: 3919, Total Steps: 2518936, Ep.Steps: 1000, Score: 2247.837, Avg.Score: 1699.720, Max.Score: 2276.127, Time: 36:55:21\n",
      "Ep.: 3920, Total Steps: 2519936, Ep.Steps: 1000, Score: 2233.724, Avg.Score: 1699.746, Max.Score: 2276.127, Time: 36:56:12\n",
      "Ep.: 3921, Total Steps: 2520936, Ep.Steps: 1000, Score: 2251.163, Avg.Score: 1699.824, Max.Score: 2276.127, Time: 36:57:05\n",
      "Ep.: 3922, Total Steps: 2521936, Ep.Steps: 1000, Score: 2216.581, Avg.Score: 1699.671, Max.Score: 2276.127, Time: 36:57:59\n",
      "Ep.: 3923, Total Steps: 2522936, Ep.Steps: 1000, Score: 2230.032, Avg.Score: 1699.426, Max.Score: 2276.127, Time: 36:58:53\n",
      "Ep.: 3924, Total Steps: 2523936, Ep.Steps: 1000, Score: 2253.124, Avg.Score: 1699.506, Max.Score: 2276.127, Time: 36:59:45\n",
      "Ep.: 3925, Total Steps: 2524936, Ep.Steps: 1000, Score: 2220.019, Avg.Score: 1699.426, Max.Score: 2276.127, Time: 37:00:37\n",
      "Ep.: 3926, Total Steps: 2525936, Ep.Steps: 1000, Score: 2186.794, Avg.Score: 1698.731, Max.Score: 2276.127, Time: 37:01:29\n",
      "Ep.: 3927, Total Steps: 2526936, Ep.Steps: 1000, Score: 2225.146, Avg.Score: 1698.570, Max.Score: 2276.127, Time: 37:02:20\n",
      "Ep.: 3928, Total Steps: 2527936, Ep.Steps: 1000, Score: 2224.559, Avg.Score: 1698.524, Max.Score: 2276.127, Time: 37:03:12\n",
      "Ep.: 3929, Total Steps: 2528936, Ep.Steps: 1000, Score: 2210.996, Avg.Score: 1698.145, Max.Score: 2276.127, Time: 37:04:04\n",
      "Ep.: 3930, Total Steps: 2529936, Ep.Steps: 1000, Score: 2227.661, Avg.Score: 1697.958, Max.Score: 2276.127, Time: 37:04:56\n",
      "Ep.: 3931, Total Steps: 2530936, Ep.Steps: 1000, Score: 2224.877, Avg.Score: 1697.700, Max.Score: 2276.127, Time: 37:05:47\n",
      "Ep.: 3932, Total Steps: 2531936, Ep.Steps: 1000, Score: 2228.379, Avg.Score: 1697.494, Max.Score: 2276.127, Time: 37:06:40\n",
      "Ep.: 3933, Total Steps: 2532936, Ep.Steps: 1000, Score: 2230.380, Avg.Score: 1697.400, Max.Score: 2276.127, Time: 37:07:32\n",
      "Ep.: 3934, Total Steps: 2533936, Ep.Steps: 1000, Score: 2272.402, Avg.Score: 1697.553, Max.Score: 2276.127, Time: 37:08:23\n",
      "Ep.: 3935, Total Steps: 2534936, Ep.Steps: 1000, Score: 2264.984, Avg.Score: 1697.745, Max.Score: 2276.127, Time: 37:09:15\n",
      "Ep.: 3936, Total Steps: 2535936, Ep.Steps: 1000, Score: 2248.719, Avg.Score: 1697.629, Max.Score: 2276.127, Time: 37:10:08\n",
      "Ep.: 3937, Total Steps: 2536936, Ep.Steps: 1000, Score: 2241.572, Avg.Score: 1697.724, Max.Score: 2276.127, Time: 37:11:00\n",
      "Ep.: 3938, Total Steps: 2537936, Ep.Steps: 1000, Score: 2237.068, Avg.Score: 1697.551, Max.Score: 2276.127, Time: 37:11:52\n",
      "Ep.: 3939, Total Steps: 2538936, Ep.Steps: 1000, Score: 2244.274, Avg.Score: 1697.940, Max.Score: 2276.127, Time: 37:12:44\n",
      "Ep.: 3940, Total Steps: 2539936, Ep.Steps: 1000, Score: 2200.791, Avg.Score: 1697.665, Max.Score: 2276.127, Time: 37:13:36\n",
      "Ep.: 3941, Total Steps: 2539952, Ep.Steps: 16, Score: 15.616, Avg.Score: 1675.391, Max.Score: 2276.127, Time: 37:13:37\n",
      "Ep.: 3942, Total Steps: 2540952, Ep.Steps: 1000, Score: 2186.810, Avg.Score: 1674.754, Max.Score: 2276.127, Time: 37:14:29\n",
      "Ep.: 3943, Total Steps: 2540967, Ep.Steps: 15, Score: 12.637, Avg.Score: 1652.355, Max.Score: 2276.127, Time: 37:14:29\n",
      "Ep.: 3944, Total Steps: 2541072, Ep.Steps: 105, Score: 79.167, Avg.Score: 1630.727, Max.Score: 2276.127, Time: 37:14:35\n",
      "Ep.: 3945, Total Steps: 2541170, Ep.Steps: 98, Score: 75.524, Avg.Score: 1608.916, Max.Score: 2276.127, Time: 37:14:40\n",
      "Ep.: 3946, Total Steps: 2541186, Ep.Steps: 16, Score: 12.598, Avg.Score: 1586.540, Max.Score: 2276.127, Time: 37:14:41\n",
      "Ep.: 3947, Total Steps: 2541260, Ep.Steps: 74, Score: 3.388, Avg.Score: 1563.956, Max.Score: 2276.127, Time: 37:14:45\n",
      "Ep.: 3948, Total Steps: 2541331, Ep.Steps: 71, Score: 0.192, Avg.Score: 1541.441, Max.Score: 2276.127, Time: 37:14:49\n",
      "Ep.: 3949, Total Steps: 2541348, Ep.Steps: 17, Score: 15.061, Avg.Score: 1518.830, Max.Score: 2272.828, Time: 37:14:49\n",
      "Ep.: 3950, Total Steps: 2541463, Ep.Steps: 115, Score: 85.188, Avg.Score: 1497.052, Max.Score: 2272.828, Time: 37:14:55\n",
      "Ep.: 3951, Total Steps: 2541538, Ep.Steps: 75, Score: 59.598, Avg.Score: 1474.992, Max.Score: 2272.828, Time: 37:14:59\n",
      "Ep.: 3952, Total Steps: 2541585, Ep.Steps: 47, Score: 32.533, Avg.Score: 1452.801, Max.Score: 2272.828, Time: 37:15:02\n",
      "Ep.: 3953, Total Steps: 2541663, Ep.Steps: 78, Score: -5.095, Avg.Score: 1430.452, Max.Score: 2272.828, Time: 37:15:06\n",
      "Ep.: 3954, Total Steps: 2542663, Ep.Steps: 1000, Score: 2129.306, Avg.Score: 1429.016, Max.Score: 2272.402, Time: 37:15:58\n",
      "Ep.: 3955, Total Steps: 2543663, Ep.Steps: 1000, Score: 2195.565, Avg.Score: 1428.504, Max.Score: 2272.402, Time: 37:16:49\n",
      "Ep.: 3956, Total Steps: 2543754, Ep.Steps: 91, Score: 24.474, Avg.Score: 1406.211, Max.Score: 2272.402, Time: 37:16:54\n",
      "Ep.: 3957, Total Steps: 2543818, Ep.Steps: 64, Score: 51.132, Avg.Score: 1384.394, Max.Score: 2272.402, Time: 37:16:57\n",
      "Ep.: 3958, Total Steps: 2544818, Ep.Steps: 1000, Score: 2134.187, Avg.Score: 1383.120, Max.Score: 2272.402, Time: 37:17:49\n",
      "Ep.: 3959, Total Steps: 2545818, Ep.Steps: 1000, Score: 2194.361, Avg.Score: 1382.341, Max.Score: 2272.402, Time: 37:18:42\n",
      "Ep.: 3960, Total Steps: 2546818, Ep.Steps: 1000, Score: 2170.231, Avg.Score: 1381.356, Max.Score: 2272.402, Time: 37:19:33\n",
      "Ep.: 3961, Total Steps: 2547818, Ep.Steps: 1000, Score: 709.493, Avg.Score: 1366.626, Max.Score: 2272.402, Time: 37:20:25\n",
      "Ep.: 3962, Total Steps: 2548818, Ep.Steps: 1000, Score: 2255.333, Avg.Score: 1382.862, Max.Score: 2272.402, Time: 37:21:17\n",
      "Ep.: 3963, Total Steps: 2549818, Ep.Steps: 1000, Score: 841.272, Avg.Score: 1389.918, Max.Score: 2272.402, Time: 37:22:09\n",
      "Ep.: 3964, Total Steps: 2549875, Ep.Steps: 57, Score: 65.555, Avg.Score: 1386.711, Max.Score: 2272.402, Time: 37:22:12\n",
      "Ep.: 3965, Total Steps: 2549933, Ep.Steps: 58, Score: 65.113, Avg.Score: 1385.845, Max.Score: 2272.402, Time: 37:22:15\n",
      "Ep.: 3966, Total Steps: 2549993, Ep.Steps: 60, Score: 76.614, Avg.Score: 1385.106, Max.Score: 2272.402, Time: 37:22:18\n",
      "Ep.: 3967, Total Steps: 2550993, Ep.Steps: 1000, Score: 2224.594, Avg.Score: 1405.342, Max.Score: 2272.402, Time: 37:23:10\n",
      "Ep.: 3968, Total Steps: 2551053, Ep.Steps: 60, Score: 77.761, Avg.Score: 1404.655, Max.Score: 2272.402, Time: 37:23:13\n",
      "Ep.: 3969, Total Steps: 2551118, Ep.Steps: 65, Score: 88.113, Avg.Score: 1403.952, Max.Score: 2272.402, Time: 37:23:16\n",
      "Ep.: 3970, Total Steps: 2551201, Ep.Steps: 83, Score: 75.617, Avg.Score: 1385.045, Max.Score: 2272.402, Time: 37:23:21\n",
      "Ep.: 3971, Total Steps: 2552201, Ep.Steps: 1000, Score: 742.866, Avg.Score: 1372.799, Max.Score: 2272.402, Time: 37:24:12\n",
      "Ep.: 3972, Total Steps: 2553201, Ep.Steps: 1000, Score: 804.065, Avg.Score: 1361.763, Max.Score: 2272.402, Time: 37:25:04\n",
      "Ep.: 3973, Total Steps: 2554201, Ep.Steps: 1000, Score: 2258.360, Avg.Score: 1383.811, Max.Score: 2272.402, Time: 37:25:56\n",
      "Ep.: 3974, Total Steps: 2555201, Ep.Steps: 1000, Score: 2256.270, Avg.Score: 1405.837, Max.Score: 2272.402, Time: 37:26:48\n",
      "Ep.: 3975, Total Steps: 2556201, Ep.Steps: 1000, Score: 2277.022, Avg.Score: 1424.659, Max.Score: 2277.022, Time: 37:27:40\n",
      "Ep.: 3976, Total Steps: 2556624, Ep.Steps: 423, Score: 940.046, Avg.Score: 1433.332, Max.Score: 2277.022, Time: 37:28:02\n",
      "Ep.: 3977, Total Steps: 2556707, Ep.Steps: 83, Score: 120.333, Avg.Score: 1433.981, Max.Score: 2277.022, Time: 37:28:06\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3978, Total Steps: 2557707, Ep.Steps: 1000, Score: 2225.621, Avg.Score: 1455.641, Max.Score: 2277.022, Time: 37:28:57\n",
      "Ep.: 3979, Total Steps: 2558707, Ep.Steps: 1000, Score: 2240.765, Avg.Score: 1477.470, Max.Score: 2277.022, Time: 37:29:49\n",
      "Ep.: 3980, Total Steps: 2559707, Ep.Steps: 1000, Score: 2208.521, Avg.Score: 1498.393, Max.Score: 2277.022, Time: 37:30:41\n",
      "Ep.: 3981, Total Steps: 2560707, Ep.Steps: 1000, Score: 2215.235, Avg.Score: 1519.928, Max.Score: 2277.022, Time: 37:31:33\n",
      "Ep.: 3982, Total Steps: 2561707, Ep.Steps: 1000, Score: 2227.338, Avg.Score: 1541.064, Max.Score: 2277.022, Time: 37:32:24\n",
      "Ep.: 3983, Total Steps: 2562707, Ep.Steps: 1000, Score: 2259.958, Avg.Score: 1562.342, Max.Score: 2277.022, Time: 37:33:17\n",
      "Ep.: 3984, Total Steps: 2563707, Ep.Steps: 1000, Score: 2247.741, Avg.Score: 1584.084, Max.Score: 2277.022, Time: 37:34:09\n",
      "Ep.: 3985, Total Steps: 2564707, Ep.Steps: 1000, Score: 2267.666, Avg.Score: 1605.289, Max.Score: 2277.022, Time: 37:35:05\n",
      "Ep.: 3986, Total Steps: 2565707, Ep.Steps: 1000, Score: 2233.286, Avg.Score: 1623.852, Max.Score: 2277.022, Time: 37:35:59\n",
      "Ep.: 3987, Total Steps: 2566707, Ep.Steps: 1000, Score: 2231.517, Avg.Score: 1641.293, Max.Score: 2277.022, Time: 37:36:53\n",
      "Ep.: 3988, Total Steps: 2567707, Ep.Steps: 1000, Score: 2227.534, Avg.Score: 1644.577, Max.Score: 2277.022, Time: 37:37:47\n",
      "Ep.: 3989, Total Steps: 2568707, Ep.Steps: 1000, Score: 2222.574, Avg.Score: 1658.526, Max.Score: 2277.022, Time: 37:38:41\n",
      "Ep.: 3990, Total Steps: 2569707, Ep.Steps: 1000, Score: 2184.255, Avg.Score: 1679.687, Max.Score: 2277.022, Time: 37:39:33\n",
      "Ep.: 3991, Total Steps: 2570707, Ep.Steps: 1000, Score: 2224.811, Avg.Score: 1683.188, Max.Score: 2277.022, Time: 37:40:26\n",
      "Ep.: 3992, Total Steps: 2571707, Ep.Steps: 1000, Score: 2230.411, Avg.Score: 1685.331, Max.Score: 2277.022, Time: 37:41:18\n",
      "Ep.: 3993, Total Steps: 2572707, Ep.Steps: 1000, Score: 2239.604, Avg.Score: 1686.915, Max.Score: 2277.022, Time: 37:42:10\n",
      "Ep.: 3994, Total Steps: 2573707, Ep.Steps: 1000, Score: 2232.064, Avg.Score: 1687.831, Max.Score: 2277.022, Time: 37:43:05\n",
      "Ep.: 3995, Total Steps: 2574707, Ep.Steps: 1000, Score: 2255.697, Avg.Score: 1689.000, Max.Score: 2277.022, Time: 37:44:01\n",
      "Ep.: 3996, Total Steps: 2575707, Ep.Steps: 1000, Score: 2228.160, Avg.Score: 1689.648, Max.Score: 2277.022, Time: 37:45:12\n",
      "Ep.: 3997, Total Steps: 2576707, Ep.Steps: 1000, Score: 2239.124, Avg.Score: 1690.765, Max.Score: 2277.022, Time: 37:46:11\n",
      "Ep.: 3998, Total Steps: 2577707, Ep.Steps: 1000, Score: 2206.799, Avg.Score: 1691.669, Max.Score: 2277.022, Time: 37:47:11\n",
      "Ep.: 3999, Total Steps: 2578707, Ep.Steps: 1000, Score: 2247.806, Avg.Score: 1692.320, Max.Score: 2277.022, Time: 37:48:11\n",
      "Ep.: 4000, Total Steps: 2579707, Ep.Steps: 1000, Score: 2214.551, Avg.Score: 1693.025, Max.Score: 2277.022, Time: 37:49:03\n",
      "Ep.: 4001, Total Steps: 2580707, Ep.Steps: 1000, Score: 2254.796, Avg.Score: 1693.732, Max.Score: 2277.022, Time: 37:49:57\n",
      "Ep.: 4002, Total Steps: 2581707, Ep.Steps: 1000, Score: 2241.725, Avg.Score: 1694.689, Max.Score: 2277.022, Time: 37:50:50\n",
      "Ep.: 4003, Total Steps: 2582707, Ep.Steps: 1000, Score: 2244.595, Avg.Score: 1695.309, Max.Score: 2277.022, Time: 37:51:42\n",
      "Ep.: 4004, Total Steps: 2583707, Ep.Steps: 1000, Score: 2250.844, Avg.Score: 1696.069, Max.Score: 2277.022, Time: 37:52:34\n",
      "Ep.: 4005, Total Steps: 2584707, Ep.Steps: 1000, Score: 2270.159, Avg.Score: 1697.043, Max.Score: 2277.022, Time: 37:53:27\n",
      "Ep.: 4006, Total Steps: 2585707, Ep.Steps: 1000, Score: 2249.827, Avg.Score: 1697.726, Max.Score: 2277.022, Time: 37:54:19\n",
      "Ep.: 4007, Total Steps: 2586707, Ep.Steps: 1000, Score: 2283.010, Avg.Score: 1698.595, Max.Score: 2283.010, Time: 37:55:12\n",
      "Ep.: 4008, Total Steps: 2587707, Ep.Steps: 1000, Score: 2216.323, Avg.Score: 1699.030, Max.Score: 2283.010, Time: 37:56:07\n",
      "Ep.: 4009, Total Steps: 2588707, Ep.Steps: 1000, Score: 2222.722, Avg.Score: 1699.459, Max.Score: 2283.010, Time: 37:57:10\n",
      "Ep.: 4010, Total Steps: 2589707, Ep.Steps: 1000, Score: 2208.142, Avg.Score: 1699.881, Max.Score: 2283.010, Time: 37:58:07\n",
      "Ep.: 4011, Total Steps: 2590707, Ep.Steps: 1000, Score: 2214.150, Avg.Score: 1700.396, Max.Score: 2283.010, Time: 37:59:01\n",
      "Ep.: 4012, Total Steps: 2591707, Ep.Steps: 1000, Score: 2211.712, Avg.Score: 1700.554, Max.Score: 2283.010, Time: 37:59:57\n",
      "Ep.: 4013, Total Steps: 2592707, Ep.Steps: 1000, Score: 2238.113, Avg.Score: 1700.735, Max.Score: 2283.010, Time: 38:00:54\n",
      "Ep.: 4014, Total Steps: 2593707, Ep.Steps: 1000, Score: 2242.757, Avg.Score: 1700.780, Max.Score: 2283.010, Time: 38:01:51\n",
      "Ep.: 4015, Total Steps: 2594707, Ep.Steps: 1000, Score: 2251.663, Avg.Score: 1700.994, Max.Score: 2283.010, Time: 38:02:49\n",
      "Ep.: 4016, Total Steps: 2595707, Ep.Steps: 1000, Score: 2250.160, Avg.Score: 1701.111, Max.Score: 2283.010, Time: 38:03:44\n",
      "Ep.: 4017, Total Steps: 2596707, Ep.Steps: 1000, Score: 2251.778, Avg.Score: 1701.207, Max.Score: 2283.010, Time: 38:04:42\n",
      "Ep.: 4018, Total Steps: 2597191, Ep.Steps: 484, Score: 963.353, Avg.Score: 1688.488, Max.Score: 2283.010, Time: 38:05:09\n",
      "Ep.: 4019, Total Steps: 2597209, Ep.Steps: 18, Score: 10.389, Avg.Score: 1666.114, Max.Score: 2283.010, Time: 38:05:10\n",
      "Ep.: 4020, Total Steps: 2597229, Ep.Steps: 20, Score: 8.497, Avg.Score: 1643.862, Max.Score: 2283.010, Time: 38:05:11\n",
      "Ep.: 4021, Total Steps: 2597251, Ep.Steps: 22, Score: 10.187, Avg.Score: 1621.452, Max.Score: 2283.010, Time: 38:05:12\n",
      "Ep.: 4022, Total Steps: 2597269, Ep.Steps: 18, Score: 10.416, Avg.Score: 1599.390, Max.Score: 2283.010, Time: 38:05:13\n",
      "Ep.: 4023, Total Steps: 2597433, Ep.Steps: 164, Score: 230.906, Avg.Score: 1579.399, Max.Score: 2283.010, Time: 38:05:22\n",
      "Ep.: 4024, Total Steps: 2597454, Ep.Steps: 21, Score: 11.553, Avg.Score: 1556.983, Max.Score: 2283.010, Time: 38:05:23\n",
      "Ep.: 4025, Total Steps: 2597483, Ep.Steps: 29, Score: 17.656, Avg.Score: 1534.960, Max.Score: 2283.010, Time: 38:05:25\n",
      "Ep.: 4026, Total Steps: 2597501, Ep.Steps: 18, Score: 11.442, Avg.Score: 1513.206, Max.Score: 2283.010, Time: 38:05:25\n",
      "Ep.: 4027, Total Steps: 2597517, Ep.Steps: 16, Score: 10.087, Avg.Score: 1491.056, Max.Score: 2283.010, Time: 38:05:26\n",
      "Ep.: 4028, Total Steps: 2597533, Ep.Steps: 16, Score: 9.869, Avg.Score: 1468.909, Max.Score: 2283.010, Time: 38:05:27\n",
      "Ep.: 4029, Total Steps: 2597558, Ep.Steps: 25, Score: 17.869, Avg.Score: 1446.977, Max.Score: 2283.010, Time: 38:05:29\n",
      "Ep.: 4030, Total Steps: 2597574, Ep.Steps: 16, Score: 11.131, Avg.Score: 1424.812, Max.Score: 2283.010, Time: 38:05:29\n",
      "Ep.: 4031, Total Steps: 2597588, Ep.Steps: 14, Score: 11.171, Avg.Score: 1402.675, Max.Score: 2283.010, Time: 38:05:30\n",
      "Ep.: 4032, Total Steps: 2597604, Ep.Steps: 16, Score: 13.319, Avg.Score: 1380.524, Max.Score: 2283.010, Time: 38:05:31\n",
      "Ep.: 4033, Total Steps: 2597617, Ep.Steps: 13, Score: 10.534, Avg.Score: 1358.326, Max.Score: 2283.010, Time: 38:05:32\n",
      "Ep.: 4034, Total Steps: 2597630, Ep.Steps: 13, Score: 11.229, Avg.Score: 1335.714, Max.Score: 2283.010, Time: 38:05:32\n",
      "Ep.: 4035, Total Steps: 2597649, Ep.Steps: 19, Score: 14.883, Avg.Score: 1313.213, Max.Score: 2283.010, Time: 38:05:33\n",
      "Ep.: 4036, Total Steps: 2597661, Ep.Steps: 12, Score: 8.556, Avg.Score: 1290.812, Max.Score: 2283.010, Time: 38:05:34\n",
      "Ep.: 4037, Total Steps: 2597673, Ep.Steps: 12, Score: 11.883, Avg.Score: 1268.515, Max.Score: 2283.010, Time: 38:05:35\n",
      "Ep.: 4038, Total Steps: 2597688, Ep.Steps: 15, Score: 12.609, Avg.Score: 1246.270, Max.Score: 2283.010, Time: 38:05:36\n",
      "Ep.: 4039, Total Steps: 2597700, Ep.Steps: 12, Score: 10.048, Avg.Score: 1223.928, Max.Score: 2283.010, Time: 38:05:36\n",
      "Ep.: 4040, Total Steps: 2597715, Ep.Steps: 15, Score: 11.184, Avg.Score: 1202.032, Max.Score: 2283.010, Time: 38:05:37\n",
      "Ep.: 4041, Total Steps: 2597727, Ep.Steps: 12, Score: 9.566, Avg.Score: 1201.971, Max.Score: 2283.010, Time: 38:05:38\n",
      "Ep.: 4042, Total Steps: 2597740, Ep.Steps: 13, Score: 10.616, Avg.Score: 1180.209, Max.Score: 2283.010, Time: 38:05:38\n",
      "Ep.: 4043, Total Steps: 2597754, Ep.Steps: 14, Score: 11.201, Avg.Score: 1180.195, Max.Score: 2283.010, Time: 38:05:39\n",
      "Ep.: 4044, Total Steps: 2597890, Ep.Steps: 136, Score: 98.293, Avg.Score: 1180.386, Max.Score: 2283.010, Time: 38:05:47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4045, Total Steps: 2597911, Ep.Steps: 21, Score: 14.621, Avg.Score: 1179.777, Max.Score: 2283.010, Time: 38:05:48\n",
      "Ep.: 4046, Total Steps: 2597929, Ep.Steps: 18, Score: 13.431, Avg.Score: 1179.786, Max.Score: 2283.010, Time: 38:05:49\n",
      "Ep.: 4047, Total Steps: 2597982, Ep.Steps: 53, Score: 26.576, Avg.Score: 1180.018, Max.Score: 2283.010, Time: 38:05:51\n",
      "Ep.: 4048, Total Steps: 2598007, Ep.Steps: 25, Score: 14.115, Avg.Score: 1180.157, Max.Score: 2283.010, Time: 38:05:53\n",
      "Ep.: 4049, Total Steps: 2598060, Ep.Steps: 53, Score: 17.138, Avg.Score: 1180.178, Max.Score: 2283.010, Time: 38:05:56\n",
      "Ep.: 4050, Total Steps: 2598107, Ep.Steps: 47, Score: 12.135, Avg.Score: 1179.447, Max.Score: 2283.010, Time: 38:05:58\n",
      "Ep.: 4051, Total Steps: 2598135, Ep.Steps: 28, Score: 3.933, Avg.Score: 1178.890, Max.Score: 2283.010, Time: 38:06:00\n",
      "Ep.: 4052, Total Steps: 2598160, Ep.Steps: 25, Score: 9.899, Avg.Score: 1178.664, Max.Score: 2283.010, Time: 38:06:01\n",
      "Ep.: 4053, Total Steps: 2598214, Ep.Steps: 54, Score: 19.084, Avg.Score: 1178.906, Max.Score: 2283.010, Time: 38:06:04\n",
      "Ep.: 4054, Total Steps: 2598264, Ep.Steps: 50, Score: 17.920, Avg.Score: 1157.792, Max.Score: 2283.010, Time: 38:06:07\n",
      "Ep.: 4055, Total Steps: 2598296, Ep.Steps: 32, Score: 3.415, Avg.Score: 1135.870, Max.Score: 2283.010, Time: 38:06:09\n",
      "Ep.: 4056, Total Steps: 2598337, Ep.Steps: 41, Score: 4.739, Avg.Score: 1135.673, Max.Score: 2283.010, Time: 38:06:11\n",
      "Ep.: 4057, Total Steps: 2598422, Ep.Steps: 85, Score: -0.043, Avg.Score: 1135.161, Max.Score: 2283.010, Time: 38:06:15\n",
      "Ep.: 4058, Total Steps: 2598454, Ep.Steps: 32, Score: 8.666, Avg.Score: 1113.906, Max.Score: 2283.010, Time: 38:06:17\n",
      "Ep.: 4059, Total Steps: 2598499, Ep.Steps: 45, Score: 15.069, Avg.Score: 1092.113, Max.Score: 2283.010, Time: 38:06:20\n",
      "Ep.: 4060, Total Steps: 2598538, Ep.Steps: 39, Score: 8.245, Avg.Score: 1070.493, Max.Score: 2283.010, Time: 38:06:22\n",
      "Ep.: 4061, Total Steps: 2598574, Ep.Steps: 36, Score: 6.154, Avg.Score: 1063.460, Max.Score: 2283.010, Time: 38:06:24\n",
      "Ep.: 4062, Total Steps: 2598615, Ep.Steps: 41, Score: 10.459, Avg.Score: 1041.011, Max.Score: 2283.010, Time: 38:06:26\n",
      "Ep.: 4063, Total Steps: 2598653, Ep.Steps: 38, Score: 7.117, Avg.Score: 1032.670, Max.Score: 2283.010, Time: 38:06:28\n",
      "Ep.: 4064, Total Steps: 2598692, Ep.Steps: 39, Score: 10.750, Avg.Score: 1032.122, Max.Score: 2283.010, Time: 38:06:30\n",
      "Ep.: 4065, Total Steps: 2598736, Ep.Steps: 44, Score: 15.040, Avg.Score: 1031.621, Max.Score: 2283.010, Time: 38:06:32\n",
      "Ep.: 4066, Total Steps: 2598785, Ep.Steps: 49, Score: 10.707, Avg.Score: 1030.962, Max.Score: 2283.010, Time: 38:06:35\n",
      "Ep.: 4067, Total Steps: 2598820, Ep.Steps: 35, Score: 7.631, Avg.Score: 1008.792, Max.Score: 2283.010, Time: 38:06:37\n",
      "Ep.: 4068, Total Steps: 2598858, Ep.Steps: 38, Score: 10.729, Avg.Score: 1008.122, Max.Score: 2283.010, Time: 38:06:39\n",
      "Ep.: 4069, Total Steps: 2598888, Ep.Steps: 30, Score: 5.815, Avg.Score: 1007.299, Max.Score: 2283.010, Time: 38:06:41\n",
      "Ep.: 4070, Total Steps: 2598925, Ep.Steps: 37, Score: 10.152, Avg.Score: 1006.644, Max.Score: 2283.010, Time: 38:06:43\n",
      "Ep.: 4071, Total Steps: 2598961, Ep.Steps: 36, Score: 8.238, Avg.Score: 999.298, Max.Score: 2283.010, Time: 38:06:45\n",
      "Ep.: 4072, Total Steps: 2599000, Ep.Steps: 39, Score: 9.850, Avg.Score: 991.356, Max.Score: 2283.010, Time: 38:06:47\n",
      "Ep.: 4073, Total Steps: 2599033, Ep.Steps: 33, Score: 8.649, Avg.Score: 968.859, Max.Score: 2283.010, Time: 38:06:48\n",
      "Ep.: 4074, Total Steps: 2599073, Ep.Steps: 40, Score: 9.162, Avg.Score: 946.388, Max.Score: 2283.010, Time: 38:06:51\n",
      "Ep.: 4075, Total Steps: 2599112, Ep.Steps: 39, Score: 8.100, Avg.Score: 923.698, Max.Score: 2283.010, Time: 38:06:53\n",
      "Ep.: 4076, Total Steps: 2599158, Ep.Steps: 46, Score: 14.347, Avg.Score: 914.441, Max.Score: 2283.010, Time: 38:06:55\n",
      "Ep.: 4077, Total Steps: 2599200, Ep.Steps: 42, Score: 10.078, Avg.Score: 913.339, Max.Score: 2283.010, Time: 38:06:58\n",
      "Ep.: 4078, Total Steps: 2599261, Ep.Steps: 61, Score: 3.940, Avg.Score: 891.122, Max.Score: 2283.010, Time: 38:07:01\n",
      "Ep.: 4079, Total Steps: 2599314, Ep.Steps: 53, Score: 2.760, Avg.Score: 868.742, Max.Score: 2283.010, Time: 38:07:04\n",
      "Ep.: 4080, Total Steps: 2599375, Ep.Steps: 61, Score: 9.870, Avg.Score: 846.755, Max.Score: 2283.010, Time: 38:07:07\n",
      "Ep.: 4081, Total Steps: 2599436, Ep.Steps: 61, Score: 7.470, Avg.Score: 824.678, Max.Score: 2283.010, Time: 38:07:10\n",
      "Ep.: 4082, Total Steps: 2599503, Ep.Steps: 67, Score: 8.261, Avg.Score: 802.487, Max.Score: 2283.010, Time: 38:07:14\n",
      "Ep.: 4083, Total Steps: 2599588, Ep.Steps: 85, Score: 19.391, Avg.Score: 780.081, Max.Score: 2283.010, Time: 38:07:19\n",
      "Ep.: 4084, Total Steps: 2599688, Ep.Steps: 100, Score: 27.774, Avg.Score: 757.882, Max.Score: 2283.010, Time: 38:07:24\n",
      "Ep.: 4085, Total Steps: 2599774, Ep.Steps: 86, Score: 16.609, Avg.Score: 735.371, Max.Score: 2283.010, Time: 38:07:29\n",
      "Ep.: 4086, Total Steps: 2599856, Ep.Steps: 82, Score: 14.283, Avg.Score: 713.181, Max.Score: 2283.010, Time: 38:07:33\n",
      "Ep.: 4087, Total Steps: 2599951, Ep.Steps: 95, Score: 11.114, Avg.Score: 690.977, Max.Score: 2283.010, Time: 38:07:38\n",
      "Ep.: 4088, Total Steps: 2600021, Ep.Steps: 70, Score: 8.658, Avg.Score: 668.788, Max.Score: 2283.010, Time: 38:07:42\n",
      "Ep.: 4089, Total Steps: 2600131, Ep.Steps: 110, Score: 24.703, Avg.Score: 646.810, Max.Score: 2283.010, Time: 38:07:48\n",
      "Ep.: 4090, Total Steps: 2600203, Ep.Steps: 72, Score: 10.260, Avg.Score: 625.070, Max.Score: 2283.010, Time: 38:07:52\n",
      "Ep.: 4091, Total Steps: 2600347, Ep.Steps: 144, Score: 50.087, Avg.Score: 603.322, Max.Score: 2283.010, Time: 38:07:59\n",
      "Ep.: 4092, Total Steps: 2600459, Ep.Steps: 112, Score: 21.347, Avg.Score: 581.232, Max.Score: 2283.010, Time: 38:08:06\n",
      "Ep.: 4093, Total Steps: 2600542, Ep.Steps: 83, Score: 10.857, Avg.Score: 558.944, Max.Score: 2283.010, Time: 38:08:10\n",
      "Ep.: 4094, Total Steps: 2600881, Ep.Steps: 339, Score: 222.080, Avg.Score: 538.844, Max.Score: 2283.010, Time: 38:08:28\n",
      "Ep.: 4095, Total Steps: 2601015, Ep.Steps: 134, Score: 92.799, Avg.Score: 517.215, Max.Score: 2283.010, Time: 38:08:36\n",
      "Ep.: 4096, Total Steps: 2601142, Ep.Steps: 127, Score: 33.078, Avg.Score: 495.265, Max.Score: 2283.010, Time: 38:08:42\n",
      "Ep.: 4097, Total Steps: 2601234, Ep.Steps: 92, Score: 11.210, Avg.Score: 472.986, Max.Score: 2283.010, Time: 38:08:47\n",
      "Ep.: 4098, Total Steps: 2601405, Ep.Steps: 171, Score: 46.105, Avg.Score: 451.379, Max.Score: 2283.010, Time: 38:08:56\n",
      "Ep.: 4099, Total Steps: 2601594, Ep.Steps: 189, Score: 55.856, Avg.Score: 429.459, Max.Score: 2283.010, Time: 38:09:07\n",
      "Ep.: 4100, Total Steps: 2601666, Ep.Steps: 72, Score: 79.249, Avg.Score: 408.106, Max.Score: 2283.010, Time: 38:09:10\n",
      "Ep.: 4101, Total Steps: 2601725, Ep.Steps: 59, Score: 66.668, Avg.Score: 386.225, Max.Score: 2283.010, Time: 38:09:14\n",
      "Ep.: 4102, Total Steps: 2601801, Ep.Steps: 76, Score: 95.410, Avg.Score: 364.762, Max.Score: 2283.010, Time: 38:09:18\n",
      "Ep.: 4103, Total Steps: 2601881, Ep.Steps: 80, Score: 90.938, Avg.Score: 343.225, Max.Score: 2283.010, Time: 38:09:22\n",
      "Ep.: 4104, Total Steps: 2601960, Ep.Steps: 79, Score: 96.727, Avg.Score: 321.684, Max.Score: 2283.010, Time: 38:09:26\n",
      "Ep.: 4105, Total Steps: 2602088, Ep.Steps: 128, Score: 211.946, Avg.Score: 301.102, Max.Score: 2283.010, Time: 38:09:33\n",
      "Ep.: 4106, Total Steps: 2602219, Ep.Steps: 131, Score: 184.136, Avg.Score: 280.445, Max.Score: 2283.010, Time: 38:09:40\n",
      "Ep.: 4107, Total Steps: 2602489, Ep.Steps: 270, Score: 514.881, Avg.Score: 262.764, Max.Score: 2251.778, Time: 38:09:54\n",
      "Ep.: 4108, Total Steps: 2603489, Ep.Steps: 1000, Score: 2093.306, Avg.Score: 261.533, Max.Score: 2251.778, Time: 38:10:48\n",
      "Ep.: 4109, Total Steps: 2604489, Ep.Steps: 1000, Score: 2085.124, Avg.Score: 260.157, Max.Score: 2251.778, Time: 38:11:42\n",
      "Ep.: 4110, Total Steps: 2605489, Ep.Steps: 1000, Score: 2063.618, Avg.Score: 258.712, Max.Score: 2251.778, Time: 38:12:35\n",
      "Ep.: 4111, Total Steps: 2606489, Ep.Steps: 1000, Score: 2115.012, Avg.Score: 257.721, Max.Score: 2251.778, Time: 38:13:31\n",
      "Ep.: 4112, Total Steps: 2607489, Ep.Steps: 1000, Score: 2127.287, Avg.Score: 256.877, Max.Score: 2251.778, Time: 38:14:29\n",
      "Ep.: 4113, Total Steps: 2608489, Ep.Steps: 1000, Score: 2205.029, Avg.Score: 256.546, Max.Score: 2251.778, Time: 38:15:24\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4114, Total Steps: 2609489, Ep.Steps: 1000, Score: 2203.242, Avg.Score: 256.151, Max.Score: 2251.778, Time: 38:16:20\n",
      "Ep.: 4115, Total Steps: 2610489, Ep.Steps: 1000, Score: 2204.317, Avg.Score: 255.677, Max.Score: 2251.778, Time: 38:17:16\n",
      "Ep.: 4116, Total Steps: 2611489, Ep.Steps: 1000, Score: 2206.098, Avg.Score: 255.236, Max.Score: 2251.778, Time: 38:18:11\n",
      "Ep.: 4117, Total Steps: 2612489, Ep.Steps: 1000, Score: 2162.291, Avg.Score: 254.342, Max.Score: 2206.098, Time: 38:19:06\n",
      "Ep.: 4118, Total Steps: 2613489, Ep.Steps: 1000, Score: 2209.512, Avg.Score: 266.803, Max.Score: 2209.512, Time: 38:20:01\n",
      "Ep.: 4119, Total Steps: 2614489, Ep.Steps: 1000, Score: 2188.924, Avg.Score: 288.589, Max.Score: 2209.512, Time: 38:20:58\n",
      "Ep.: 4120, Total Steps: 2615489, Ep.Steps: 1000, Score: 2191.406, Avg.Score: 310.418, Max.Score: 2209.512, Time: 38:21:55\n",
      "Ep.: 4121, Total Steps: 2616489, Ep.Steps: 1000, Score: 2199.369, Avg.Score: 332.309, Max.Score: 2209.512, Time: 38:22:57\n",
      "Ep.: 4122, Total Steps: 2617489, Ep.Steps: 1000, Score: 2250.501, Avg.Score: 354.710, Max.Score: 2250.501, Time: 38:23:54\n",
      "Ep.: 4123, Total Steps: 2618489, Ep.Steps: 1000, Score: 2243.992, Avg.Score: 374.841, Max.Score: 2250.501, Time: 38:24:50\n",
      "Ep.: 4124, Total Steps: 2619489, Ep.Steps: 1000, Score: 2272.805, Avg.Score: 397.454, Max.Score: 2272.805, Time: 38:25:47\n",
      "Ep.: 4125, Total Steps: 2620489, Ep.Steps: 1000, Score: 2247.892, Avg.Score: 419.756, Max.Score: 2272.805, Time: 38:26:42\n",
      "Ep.: 4126, Total Steps: 2621489, Ep.Steps: 1000, Score: 2271.267, Avg.Score: 442.354, Max.Score: 2272.805, Time: 38:27:39\n",
      "Ep.: 4127, Total Steps: 2622489, Ep.Steps: 1000, Score: 2242.078, Avg.Score: 464.674, Max.Score: 2272.805, Time: 38:28:35\n",
      "Ep.: 4128, Total Steps: 2623489, Ep.Steps: 1000, Score: 2212.482, Avg.Score: 486.700, Max.Score: 2272.805, Time: 38:29:31\n",
      "Ep.: 4129, Total Steps: 2624489, Ep.Steps: 1000, Score: 2220.724, Avg.Score: 508.729, Max.Score: 2272.805, Time: 38:30:36\n",
      "Ep.: 4130, Total Steps: 2625489, Ep.Steps: 1000, Score: 2230.442, Avg.Score: 530.922, Max.Score: 2272.805, Time: 38:31:33\n",
      "Ep.: 4131, Total Steps: 2626489, Ep.Steps: 1000, Score: 2233.574, Avg.Score: 553.146, Max.Score: 2272.805, Time: 38:32:36\n",
      "Ep.: 4132, Total Steps: 2627489, Ep.Steps: 1000, Score: 2236.173, Avg.Score: 575.375, Max.Score: 2272.805, Time: 38:33:37\n",
      "Ep.: 4133, Total Steps: 2628489, Ep.Steps: 1000, Score: 2223.937, Avg.Score: 597.509, Max.Score: 2272.805, Time: 38:34:36\n",
      "Ep.: 4134, Total Steps: 2629489, Ep.Steps: 1000, Score: 2210.433, Avg.Score: 619.501, Max.Score: 2272.805, Time: 38:35:33\n",
      "Ep.: 4135, Total Steps: 2630489, Ep.Steps: 1000, Score: 2222.374, Avg.Score: 641.576, Max.Score: 2272.805, Time: 38:36:28\n",
      "Ep.: 4136, Total Steps: 2631489, Ep.Steps: 1000, Score: 2210.259, Avg.Score: 663.593, Max.Score: 2272.805, Time: 38:37:21\n",
      "Ep.: 4137, Total Steps: 2632489, Ep.Steps: 1000, Score: 2237.912, Avg.Score: 685.853, Max.Score: 2272.805, Time: 38:38:15\n",
      "Ep.: 4138, Total Steps: 2633489, Ep.Steps: 1000, Score: 2246.287, Avg.Score: 708.190, Max.Score: 2272.805, Time: 38:39:08\n",
      "Ep.: 4139, Total Steps: 2634489, Ep.Steps: 1000, Score: 2253.017, Avg.Score: 730.619, Max.Score: 2272.805, Time: 38:40:01\n",
      "Ep.: 4140, Total Steps: 2635489, Ep.Steps: 1000, Score: 2213.417, Avg.Score: 752.642, Max.Score: 2272.805, Time: 38:40:54\n",
      "Ep.: 4141, Total Steps: 2636489, Ep.Steps: 1000, Score: 2233.970, Avg.Score: 774.886, Max.Score: 2272.805, Time: 38:41:47\n",
      "Ep.: 4142, Total Steps: 2637489, Ep.Steps: 1000, Score: 2233.305, Avg.Score: 797.113, Max.Score: 2272.805, Time: 38:42:40\n",
      "Ep.: 4143, Total Steps: 2638489, Ep.Steps: 1000, Score: 2252.113, Avg.Score: 819.522, Max.Score: 2272.805, Time: 38:43:33\n",
      "Ep.: 4144, Total Steps: 2639489, Ep.Steps: 1000, Score: 2246.452, Avg.Score: 841.003, Max.Score: 2272.805, Time: 38:44:26\n",
      "Ep.: 4145, Total Steps: 2640489, Ep.Steps: 1000, Score: 2233.086, Avg.Score: 863.188, Max.Score: 2272.805, Time: 38:45:19\n",
      "Ep.: 4146, Total Steps: 2641489, Ep.Steps: 1000, Score: 2239.990, Avg.Score: 885.454, Max.Score: 2272.805, Time: 38:46:13\n",
      "Ep.: 4147, Total Steps: 2642489, Ep.Steps: 1000, Score: 2246.953, Avg.Score: 907.657, Max.Score: 2272.805, Time: 38:47:06\n",
      "Ep.: 4148, Total Steps: 2643489, Ep.Steps: 1000, Score: 2247.645, Avg.Score: 929.993, Max.Score: 2272.805, Time: 38:47:58\n",
      "Ep.: 4149, Total Steps: 2644489, Ep.Steps: 1000, Score: 2245.063, Avg.Score: 952.272, Max.Score: 2272.805, Time: 38:48:51\n",
      "Ep.: 4150, Total Steps: 2645489, Ep.Steps: 1000, Score: 2228.346, Avg.Score: 974.434, Max.Score: 2272.805, Time: 38:49:44\n",
      "Ep.: 4151, Total Steps: 2646489, Ep.Steps: 1000, Score: 2241.948, Avg.Score: 996.814, Max.Score: 2272.805, Time: 38:50:37\n",
      "Ep.: 4152, Total Steps: 2647489, Ep.Steps: 1000, Score: 2254.143, Avg.Score: 1019.257, Max.Score: 2272.805, Time: 38:51:30\n",
      "Ep.: 4153, Total Steps: 2648489, Ep.Steps: 1000, Score: 2220.116, Avg.Score: 1041.267, Max.Score: 2272.805, Time: 38:52:23\n",
      "Ep.: 4154, Total Steps: 2649489, Ep.Steps: 1000, Score: 2238.144, Avg.Score: 1063.469, Max.Score: 2272.805, Time: 38:53:16\n",
      "Ep.: 4155, Total Steps: 2650489, Ep.Steps: 1000, Score: 2226.755, Avg.Score: 1085.703, Max.Score: 2272.805, Time: 38:54:08\n",
      "Ep.: 4156, Total Steps: 2651489, Ep.Steps: 1000, Score: 2223.875, Avg.Score: 1107.894, Max.Score: 2272.805, Time: 38:55:01\n",
      "Ep.: 4157, Total Steps: 2652489, Ep.Steps: 1000, Score: 2201.143, Avg.Score: 1129.906, Max.Score: 2272.805, Time: 38:55:54\n",
      "Ep.: 4158, Total Steps: 2653489, Ep.Steps: 1000, Score: 2207.588, Avg.Score: 1151.895, Max.Score: 2272.805, Time: 38:56:47\n",
      "Ep.: 4159, Total Steps: 2653774, Ep.Steps: 285, Score: 564.103, Avg.Score: 1157.385, Max.Score: 2272.805, Time: 38:57:02\n",
      "Ep.: 4160, Total Steps: 2654088, Ep.Steps: 314, Score: 659.412, Avg.Score: 1163.897, Max.Score: 2272.805, Time: 38:57:18\n",
      "Ep.: 4161, Total Steps: 2654295, Ep.Steps: 207, Score: 414.052, Avg.Score: 1167.976, Max.Score: 2272.805, Time: 38:57:29\n",
      "Ep.: 4162, Total Steps: 2654342, Ep.Steps: 47, Score: 73.453, Avg.Score: 1168.606, Max.Score: 2272.805, Time: 38:57:32\n",
      "Ep.: 4163, Total Steps: 2654393, Ep.Steps: 51, Score: 80.071, Avg.Score: 1169.335, Max.Score: 2272.805, Time: 38:57:34\n",
      "Ep.: 4164, Total Steps: 2654444, Ep.Steps: 51, Score: 78.736, Avg.Score: 1170.015, Max.Score: 2272.805, Time: 38:57:37\n",
      "Ep.: 4165, Total Steps: 2654490, Ep.Steps: 46, Score: 57.526, Avg.Score: 1170.440, Max.Score: 2272.805, Time: 38:57:39\n",
      "Ep.: 4166, Total Steps: 2654537, Ep.Steps: 47, Score: 72.948, Avg.Score: 1171.063, Max.Score: 2272.805, Time: 38:57:42\n",
      "Ep.: 4167, Total Steps: 2654560, Ep.Steps: 23, Score: 30.824, Avg.Score: 1171.294, Max.Score: 2272.805, Time: 38:57:43\n",
      "Ep.: 4168, Total Steps: 2654606, Ep.Steps: 46, Score: 66.868, Avg.Score: 1171.856, Max.Score: 2272.805, Time: 38:57:46\n",
      "Ep.: 4169, Total Steps: 2654649, Ep.Steps: 43, Score: 60.838, Avg.Score: 1172.406, Max.Score: 2272.805, Time: 38:57:48\n",
      "Ep.: 4170, Total Steps: 2654695, Ep.Steps: 46, Score: 67.628, Avg.Score: 1172.981, Max.Score: 2272.805, Time: 38:57:50\n",
      "Ep.: 4171, Total Steps: 2654715, Ep.Steps: 20, Score: 24.075, Avg.Score: 1173.139, Max.Score: 2272.805, Time: 38:57:51\n",
      "Ep.: 4172, Total Steps: 2654764, Ep.Steps: 49, Score: 66.318, Avg.Score: 1173.704, Max.Score: 2272.805, Time: 38:57:54\n",
      "Ep.: 4173, Total Steps: 2654812, Ep.Steps: 48, Score: 69.638, Avg.Score: 1174.314, Max.Score: 2272.805, Time: 38:57:57\n",
      "Ep.: 4174, Total Steps: 2654863, Ep.Steps: 51, Score: 75.235, Avg.Score: 1174.975, Max.Score: 2272.805, Time: 38:57:59\n",
      "Ep.: 4175, Total Steps: 2654980, Ep.Steps: 117, Score: 197.272, Avg.Score: 1176.866, Max.Score: 2272.805, Time: 38:58:05\n",
      "Ep.: 4176, Total Steps: 2655028, Ep.Steps: 48, Score: 66.329, Avg.Score: 1177.386, Max.Score: 2272.805, Time: 38:58:08\n",
      "Ep.: 4177, Total Steps: 2655607, Ep.Steps: 579, Score: 1161.568, Avg.Score: 1188.901, Max.Score: 2272.805, Time: 38:58:39\n",
      "Ep.: 4178, Total Steps: 2656607, Ep.Steps: 1000, Score: 2160.190, Avg.Score: 1210.463, Max.Score: 2272.805, Time: 38:59:31\n",
      "Ep.: 4179, Total Steps: 2657070, Ep.Steps: 463, Score: 926.042, Avg.Score: 1219.696, Max.Score: 2272.805, Time: 38:59:55\n",
      "Ep.: 4180, Total Steps: 2657780, Ep.Steps: 710, Score: 1485.770, Avg.Score: 1234.455, Max.Score: 2272.805, Time: 39:00:33\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4181, Total Steps: 2657848, Ep.Steps: 68, Score: 104.563, Avg.Score: 1235.426, Max.Score: 2272.805, Time: 39:00:37\n",
      "Ep.: 4182, Total Steps: 2657911, Ep.Steps: 63, Score: 110.201, Avg.Score: 1236.446, Max.Score: 2272.805, Time: 39:00:40\n",
      "Ep.: 4183, Total Steps: 2658911, Ep.Steps: 1000, Score: 2197.693, Avg.Score: 1258.229, Max.Score: 2272.805, Time: 39:01:33\n",
      "Ep.: 4184, Total Steps: 2659010, Ep.Steps: 99, Score: 145.219, Avg.Score: 1259.403, Max.Score: 2272.805, Time: 39:01:38\n",
      "Ep.: 4185, Total Steps: 2659112, Ep.Steps: 102, Score: 150.396, Avg.Score: 1260.741, Max.Score: 2272.805, Time: 39:01:44\n",
      "Ep.: 4186, Total Steps: 2660112, Ep.Steps: 1000, Score: 2093.060, Avg.Score: 1281.529, Max.Score: 2272.805, Time: 39:02:37\n",
      "Ep.: 4187, Total Steps: 2661112, Ep.Steps: 1000, Score: 2165.237, Avg.Score: 1303.070, Max.Score: 2272.805, Time: 39:03:29\n",
      "Ep.: 4188, Total Steps: 2662112, Ep.Steps: 1000, Score: 2174.946, Avg.Score: 1324.733, Max.Score: 2272.805, Time: 39:04:22\n",
      "Ep.: 4189, Total Steps: 2663112, Ep.Steps: 1000, Score: 2193.746, Avg.Score: 1346.423, Max.Score: 2272.805, Time: 39:05:15\n",
      "Ep.: 4190, Total Steps: 2664112, Ep.Steps: 1000, Score: 2260.212, Avg.Score: 1368.923, Max.Score: 2272.805, Time: 39:06:08\n",
      "Ep.: 4191, Total Steps: 2665112, Ep.Steps: 1000, Score: 2213.779, Avg.Score: 1390.560, Max.Score: 2272.805, Time: 39:07:01\n",
      "Ep.: 4192, Total Steps: 2666112, Ep.Steps: 1000, Score: 2241.420, Avg.Score: 1412.760, Max.Score: 2272.805, Time: 39:07:54\n",
      "Ep.: 4193, Total Steps: 2667112, Ep.Steps: 1000, Score: 2234.893, Avg.Score: 1435.001, Max.Score: 2272.805, Time: 39:08:47\n",
      "Ep.: 4194, Total Steps: 2668112, Ep.Steps: 1000, Score: 2247.681, Avg.Score: 1455.257, Max.Score: 2272.805, Time: 39:09:39\n",
      "Ep.: 4195, Total Steps: 2669112, Ep.Steps: 1000, Score: 2233.239, Avg.Score: 1476.661, Max.Score: 2272.805, Time: 39:10:32\n",
      "Ep.: 4196, Total Steps: 2670112, Ep.Steps: 1000, Score: 2174.752, Avg.Score: 1498.078, Max.Score: 2272.805, Time: 39:11:26\n",
      "Ep.: 4197, Total Steps: 2671112, Ep.Steps: 1000, Score: 2207.163, Avg.Score: 1520.037, Max.Score: 2272.805, Time: 39:12:19\n",
      "Ep.: 4198, Total Steps: 2672112, Ep.Steps: 1000, Score: 2230.365, Avg.Score: 1541.880, Max.Score: 2272.805, Time: 39:13:11\n",
      "Ep.: 4199, Total Steps: 2673112, Ep.Steps: 1000, Score: 2209.377, Avg.Score: 1563.415, Max.Score: 2272.805, Time: 39:14:04\n",
      "Ep.: 4200, Total Steps: 2674112, Ep.Steps: 1000, Score: 2217.493, Avg.Score: 1584.798, Max.Score: 2272.805, Time: 39:14:57\n",
      "Ep.: 4201, Total Steps: 2675112, Ep.Steps: 1000, Score: 2220.927, Avg.Score: 1606.340, Max.Score: 2272.805, Time: 39:15:50\n",
      "Ep.: 4202, Total Steps: 2676112, Ep.Steps: 1000, Score: 2219.711, Avg.Score: 1627.583, Max.Score: 2272.805, Time: 39:16:43\n",
      "Ep.: 4203, Total Steps: 2677112, Ep.Steps: 1000, Score: 2193.045, Avg.Score: 1648.604, Max.Score: 2272.805, Time: 39:17:36\n",
      "Ep.: 4204, Total Steps: 2678112, Ep.Steps: 1000, Score: 2222.463, Avg.Score: 1669.862, Max.Score: 2272.805, Time: 39:18:28\n",
      "Ep.: 4205, Total Steps: 2679112, Ep.Steps: 1000, Score: 2226.491, Avg.Score: 1690.007, Max.Score: 2272.805, Time: 39:19:21\n",
      "Ep.: 4206, Total Steps: 2680112, Ep.Steps: 1000, Score: 2225.232, Avg.Score: 1710.418, Max.Score: 2272.805, Time: 39:20:14\n",
      "Ep.: 4207, Total Steps: 2681112, Ep.Steps: 1000, Score: 2204.540, Avg.Score: 1727.315, Max.Score: 2272.805, Time: 39:21:07\n",
      "Ep.: 4208, Total Steps: 2682112, Ep.Steps: 1000, Score: 2218.153, Avg.Score: 1728.563, Max.Score: 2272.805, Time: 39:22:00\n",
      "Ep.: 4209, Total Steps: 2683112, Ep.Steps: 1000, Score: 2196.459, Avg.Score: 1729.677, Max.Score: 2272.805, Time: 39:22:53\n",
      "Ep.: 4210, Total Steps: 2684112, Ep.Steps: 1000, Score: 2229.612, Avg.Score: 1731.337, Max.Score: 2272.805, Time: 39:23:46\n",
      "Ep.: 4211, Total Steps: 2685112, Ep.Steps: 1000, Score: 2251.067, Avg.Score: 1732.697, Max.Score: 2272.805, Time: 39:24:38\n",
      "Ep.: 4212, Total Steps: 2686112, Ep.Steps: 1000, Score: 2221.469, Avg.Score: 1733.639, Max.Score: 2272.805, Time: 39:25:31\n",
      "Ep.: 4213, Total Steps: 2687112, Ep.Steps: 1000, Score: 2248.309, Avg.Score: 1734.072, Max.Score: 2272.805, Time: 39:26:23\n",
      "Ep.: 4214, Total Steps: 2688112, Ep.Steps: 1000, Score: 2231.070, Avg.Score: 1734.350, Max.Score: 2272.805, Time: 39:27:16\n",
      "Ep.: 4215, Total Steps: 2689112, Ep.Steps: 1000, Score: 2220.987, Avg.Score: 1734.517, Max.Score: 2272.805, Time: 39:28:08\n",
      "Ep.: 4216, Total Steps: 2690112, Ep.Steps: 1000, Score: 2263.073, Avg.Score: 1735.086, Max.Score: 2272.805, Time: 39:29:01\n",
      "Ep.: 4217, Total Steps: 2691112, Ep.Steps: 1000, Score: 2257.733, Avg.Score: 1736.041, Max.Score: 2272.805, Time: 39:29:54\n",
      "Ep.: 4218, Total Steps: 2692112, Ep.Steps: 1000, Score: 2240.804, Avg.Score: 1736.354, Max.Score: 2272.805, Time: 39:30:47\n",
      "Ep.: 4219, Total Steps: 2693112, Ep.Steps: 1000, Score: 2242.781, Avg.Score: 1736.892, Max.Score: 2272.805, Time: 39:31:39\n",
      "Ep.: 4220, Total Steps: 2693971, Ep.Steps: 859, Score: 1917.220, Avg.Score: 1734.150, Max.Score: 2272.805, Time: 39:32:25\n",
      "Ep.: 4221, Total Steps: 2694971, Ep.Steps: 1000, Score: 2232.845, Avg.Score: 1734.485, Max.Score: 2272.805, Time: 39:33:18\n",
      "Ep.: 4222, Total Steps: 2695971, Ep.Steps: 1000, Score: 2213.377, Avg.Score: 1734.114, Max.Score: 2272.805, Time: 39:34:10\n",
      "Ep.: 4223, Total Steps: 2696971, Ep.Steps: 1000, Score: 2235.031, Avg.Score: 1734.024, Max.Score: 2272.805, Time: 39:35:03\n",
      "Ep.: 4224, Total Steps: 2697971, Ep.Steps: 1000, Score: 2234.194, Avg.Score: 1733.638, Max.Score: 2271.267, Time: 39:35:55\n",
      "Ep.: 4225, Total Steps: 2698971, Ep.Steps: 1000, Score: 2210.428, Avg.Score: 1733.264, Max.Score: 2271.267, Time: 39:36:48\n",
      "Ep.: 4226, Total Steps: 2699971, Ep.Steps: 1000, Score: 2229.527, Avg.Score: 1732.846, Max.Score: 2263.073, Time: 39:37:41\n",
      "Ep.: 4227, Total Steps: 2700971, Ep.Steps: 1000, Score: 2223.822, Avg.Score: 1732.664, Max.Score: 2263.073, Time: 39:38:33\n",
      "Ep.: 4228, Total Steps: 2701971, Ep.Steps: 1000, Score: 2244.900, Avg.Score: 1732.988, Max.Score: 2263.073, Time: 39:39:26\n",
      "Ep.: 4229, Total Steps: 2702971, Ep.Steps: 1000, Score: 2245.366, Avg.Score: 1733.234, Max.Score: 2263.073, Time: 39:40:19\n",
      "Ep.: 4230, Total Steps: 2703971, Ep.Steps: 1000, Score: 2261.847, Avg.Score: 1733.548, Max.Score: 2263.073, Time: 39:41:12\n",
      "Ep.: 4231, Total Steps: 2704971, Ep.Steps: 1000, Score: 2267.859, Avg.Score: 1733.891, Max.Score: 2267.859, Time: 39:42:05\n",
      "Ep.: 4232, Total Steps: 2705971, Ep.Steps: 1000, Score: 2250.522, Avg.Score: 1734.035, Max.Score: 2267.859, Time: 39:42:57\n",
      "Ep.: 4233, Total Steps: 2706971, Ep.Steps: 1000, Score: 2260.736, Avg.Score: 1734.403, Max.Score: 2267.859, Time: 39:43:50\n",
      "Ep.: 4234, Total Steps: 2707971, Ep.Steps: 1000, Score: 2227.705, Avg.Score: 1734.575, Max.Score: 2267.859, Time: 39:44:43\n",
      "Ep.: 4235, Total Steps: 2708971, Ep.Steps: 1000, Score: 2257.795, Avg.Score: 1734.930, Max.Score: 2267.859, Time: 39:45:35\n",
      "Ep.: 4236, Total Steps: 2709971, Ep.Steps: 1000, Score: 2247.640, Avg.Score: 1735.303, Max.Score: 2267.859, Time: 39:46:28\n",
      "Ep.: 4237, Total Steps: 2710971, Ep.Steps: 1000, Score: 2242.395, Avg.Score: 1735.348, Max.Score: 2267.859, Time: 39:47:20\n",
      "Ep.: 4238, Total Steps: 2711971, Ep.Steps: 1000, Score: 2242.728, Avg.Score: 1735.313, Max.Score: 2267.859, Time: 39:48:13\n",
      "Ep.: 4239, Total Steps: 2712971, Ep.Steps: 1000, Score: 2252.223, Avg.Score: 1735.305, Max.Score: 2267.859, Time: 39:49:06\n",
      "Ep.: 4240, Total Steps: 2713971, Ep.Steps: 1000, Score: 2251.603, Avg.Score: 1735.687, Max.Score: 2267.859, Time: 39:49:58\n",
      "Ep.: 4241, Total Steps: 2714971, Ep.Steps: 1000, Score: 2253.917, Avg.Score: 1735.886, Max.Score: 2267.859, Time: 39:50:50\n",
      "Ep.: 4242, Total Steps: 2715971, Ep.Steps: 1000, Score: 2229.958, Avg.Score: 1735.853, Max.Score: 2267.859, Time: 39:51:42\n",
      "Ep.: 4243, Total Steps: 2716971, Ep.Steps: 1000, Score: 2265.045, Avg.Score: 1735.982, Max.Score: 2267.859, Time: 39:52:35\n",
      "Ep.: 4244, Total Steps: 2717971, Ep.Steps: 1000, Score: 2212.759, Avg.Score: 1735.645, Max.Score: 2267.859, Time: 39:53:27\n",
      "Ep.: 4245, Total Steps: 2718003, Ep.Steps: 32, Score: 43.461, Avg.Score: 1713.749, Max.Score: 2267.859, Time: 39:53:29\n",
      "Ep.: 4246, Total Steps: 2719003, Ep.Steps: 1000, Score: 2263.536, Avg.Score: 1713.984, Max.Score: 2267.859, Time: 39:54:21\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4247, Total Steps: 2720003, Ep.Steps: 1000, Score: 2255.604, Avg.Score: 1714.071, Max.Score: 2267.859, Time: 39:55:14\n",
      "Ep.: 4248, Total Steps: 2721003, Ep.Steps: 1000, Score: 2260.951, Avg.Score: 1714.204, Max.Score: 2267.859, Time: 39:56:09\n",
      "Ep.: 4249, Total Steps: 2722003, Ep.Steps: 1000, Score: 2273.416, Avg.Score: 1714.487, Max.Score: 2273.416, Time: 39:57:14\n",
      "Ep.: 4250, Total Steps: 2723003, Ep.Steps: 1000, Score: 2238.738, Avg.Score: 1714.591, Max.Score: 2273.416, Time: 39:58:11\n",
      "Ep.: 4251, Total Steps: 2724003, Ep.Steps: 1000, Score: 2243.306, Avg.Score: 1714.605, Max.Score: 2273.416, Time: 39:59:08\n",
      "Ep.: 4252, Total Steps: 2725003, Ep.Steps: 1000, Score: 2252.008, Avg.Score: 1714.583, Max.Score: 2273.416, Time: 40:00:05\n",
      "Ep.: 4253, Total Steps: 2726003, Ep.Steps: 1000, Score: 2242.005, Avg.Score: 1714.802, Max.Score: 2273.416, Time: 40:01:01\n",
      "Ep.: 4254, Total Steps: 2727003, Ep.Steps: 1000, Score: 2260.756, Avg.Score: 1715.028, Max.Score: 2273.416, Time: 40:01:54\n",
      "Ep.: 4255, Total Steps: 2728003, Ep.Steps: 1000, Score: 2242.017, Avg.Score: 1715.181, Max.Score: 2273.416, Time: 40:02:48\n",
      "Ep.: 4256, Total Steps: 2729003, Ep.Steps: 1000, Score: 2264.342, Avg.Score: 1715.586, Max.Score: 2273.416, Time: 40:03:40\n",
      "Ep.: 4257, Total Steps: 2730003, Ep.Steps: 1000, Score: 2258.036, Avg.Score: 1716.155, Max.Score: 2273.416, Time: 40:04:33\n",
      "Ep.: 4258, Total Steps: 2730014, Ep.Steps: 11, Score: 17.049, Avg.Score: 1694.249, Max.Score: 2273.416, Time: 40:04:33\n",
      "Ep.: 4259, Total Steps: 2731014, Ep.Steps: 1000, Score: 2222.202, Avg.Score: 1710.830, Max.Score: 2273.416, Time: 40:05:26\n",
      "Ep.: 4260, Total Steps: 2732014, Ep.Steps: 1000, Score: 2270.232, Avg.Score: 1726.938, Max.Score: 2273.416, Time: 40:06:19\n",
      "Ep.: 4261, Total Steps: 2733014, Ep.Steps: 1000, Score: 2271.979, Avg.Score: 1745.518, Max.Score: 2273.416, Time: 40:07:11\n",
      "Ep.: 4262, Total Steps: 2734014, Ep.Steps: 1000, Score: 2273.988, Avg.Score: 1767.523, Max.Score: 2273.988, Time: 40:08:04\n",
      "Ep.: 4263, Total Steps: 2735014, Ep.Steps: 1000, Score: 2259.723, Avg.Score: 1789.320, Max.Score: 2273.988, Time: 40:08:57\n",
      "Ep.: 4264, Total Steps: 2736014, Ep.Steps: 1000, Score: 2242.786, Avg.Score: 1810.960, Max.Score: 2273.988, Time: 40:09:52\n",
      "Ep.: 4265, Total Steps: 2737014, Ep.Steps: 1000, Score: 2253.851, Avg.Score: 1832.923, Max.Score: 2273.988, Time: 40:10:53\n",
      "Ep.: 4266, Total Steps: 2738014, Ep.Steps: 1000, Score: 2256.115, Avg.Score: 1854.755, Max.Score: 2273.988, Time: 40:11:51\n",
      "Ep.: 4267, Total Steps: 2739014, Ep.Steps: 1000, Score: 2246.729, Avg.Score: 1876.914, Max.Score: 2273.988, Time: 40:12:49\n",
      "Ep.: 4268, Total Steps: 2740014, Ep.Steps: 1000, Score: 2215.602, Avg.Score: 1898.401, Max.Score: 2273.988, Time: 40:13:48\n",
      "Ep.: 4269, Total Steps: 2741014, Ep.Steps: 1000, Score: 2226.737, Avg.Score: 1920.060, Max.Score: 2273.988, Time: 40:14:46\n",
      "Ep.: 4270, Total Steps: 2742014, Ep.Steps: 1000, Score: 2257.966, Avg.Score: 1941.964, Max.Score: 2273.988, Time: 40:15:41\n",
      "Ep.: 4271, Total Steps: 2743014, Ep.Steps: 1000, Score: 2231.839, Avg.Score: 1964.041, Max.Score: 2273.988, Time: 40:16:38\n",
      "Ep.: 4272, Total Steps: 2744014, Ep.Steps: 1000, Score: 2259.959, Avg.Score: 1985.978, Max.Score: 2273.988, Time: 40:17:32\n",
      "Ep.: 4273, Total Steps: 2745014, Ep.Steps: 1000, Score: 2232.014, Avg.Score: 2007.602, Max.Score: 2273.988, Time: 40:18:27\n",
      "Ep.: 4274, Total Steps: 2745050, Ep.Steps: 36, Score: 34.775, Avg.Score: 2007.197, Max.Score: 2273.988, Time: 40:18:29\n",
      "Ep.: 4275, Total Steps: 2746050, Ep.Steps: 1000, Score: 2221.927, Avg.Score: 2027.443, Max.Score: 2273.988, Time: 40:19:29\n",
      "Ep.: 4276, Total Steps: 2747050, Ep.Steps: 1000, Score: 2258.429, Avg.Score: 2049.364, Max.Score: 2273.988, Time: 40:20:24\n",
      "Ep.: 4277, Total Steps: 2748050, Ep.Steps: 1000, Score: 2230.522, Avg.Score: 2060.054, Max.Score: 2273.988, Time: 40:21:18\n",
      "Ep.: 4278, Total Steps: 2749050, Ep.Steps: 1000, Score: 2247.051, Avg.Score: 2060.923, Max.Score: 2273.988, Time: 40:22:10\n",
      "Ep.: 4279, Total Steps: 2750050, Ep.Steps: 1000, Score: 2272.538, Avg.Score: 2074.388, Max.Score: 2273.988, Time: 40:23:02\n",
      "Ep.: 4280, Total Steps: 2751050, Ep.Steps: 1000, Score: 2249.265, Avg.Score: 2082.023, Max.Score: 2273.988, Time: 40:23:55\n",
      "Ep.: 4281, Total Steps: 2752050, Ep.Steps: 1000, Score: 2247.182, Avg.Score: 2103.449, Max.Score: 2273.988, Time: 40:24:49\n",
      "Ep.: 4282, Total Steps: 2753050, Ep.Steps: 1000, Score: 2264.202, Avg.Score: 2124.989, Max.Score: 2273.988, Time: 40:25:42\n",
      "Ep.: 4283, Total Steps: 2754050, Ep.Steps: 1000, Score: 2275.692, Avg.Score: 2125.769, Max.Score: 2275.692, Time: 40:26:34\n",
      "Ep.: 4284, Total Steps: 2755050, Ep.Steps: 1000, Score: 2239.278, Avg.Score: 2146.709, Max.Score: 2275.692, Time: 40:27:27\n",
      "Ep.: 4285, Total Steps: 2756050, Ep.Steps: 1000, Score: 2260.334, Avg.Score: 2167.809, Max.Score: 2275.692, Time: 40:28:19\n",
      "Ep.: 4286, Total Steps: 2757050, Ep.Steps: 1000, Score: 2284.175, Avg.Score: 2169.720, Max.Score: 2284.175, Time: 40:29:12\n",
      "Ep.: 4287, Total Steps: 2758050, Ep.Steps: 1000, Score: 2267.160, Avg.Score: 2170.739, Max.Score: 2284.175, Time: 40:30:03\n",
      "Ep.: 4288, Total Steps: 2759050, Ep.Steps: 1000, Score: 2228.075, Avg.Score: 2171.270, Max.Score: 2284.175, Time: 40:30:56\n",
      "Ep.: 4289, Total Steps: 2760050, Ep.Steps: 1000, Score: 2256.656, Avg.Score: 2171.899, Max.Score: 2284.175, Time: 40:31:47\n",
      "Ep.: 4290, Total Steps: 2761050, Ep.Steps: 1000, Score: 2279.887, Avg.Score: 2172.096, Max.Score: 2284.175, Time: 40:32:40\n",
      "Ep.: 4291, Total Steps: 2762050, Ep.Steps: 1000, Score: 2266.114, Avg.Score: 2172.620, Max.Score: 2284.175, Time: 40:33:32\n",
      "Ep.: 4292, Total Steps: 2763050, Ep.Steps: 1000, Score: 2249.752, Avg.Score: 2172.703, Max.Score: 2284.175, Time: 40:34:24\n",
      "Ep.: 4293, Total Steps: 2764050, Ep.Steps: 1000, Score: 2271.279, Avg.Score: 2173.067, Max.Score: 2284.175, Time: 40:35:17\n",
      "Ep.: 4294, Total Steps: 2765050, Ep.Steps: 1000, Score: 2285.399, Avg.Score: 2173.444, Max.Score: 2285.399, Time: 40:36:09\n",
      "Ep.: 4295, Total Steps: 2766050, Ep.Steps: 1000, Score: 2292.043, Avg.Score: 2174.032, Max.Score: 2292.043, Time: 40:37:01\n",
      "Ep.: 4296, Total Steps: 2767050, Ep.Steps: 1000, Score: 2275.655, Avg.Score: 2175.041, Max.Score: 2292.043, Time: 40:37:53\n",
      "Ep.: 4297, Total Steps: 2768050, Ep.Steps: 1000, Score: 2289.842, Avg.Score: 2175.868, Max.Score: 2292.043, Time: 40:38:46\n",
      "Ep.: 4298, Total Steps: 2769050, Ep.Steps: 1000, Score: 2289.978, Avg.Score: 2176.464, Max.Score: 2292.043, Time: 40:39:38\n",
      "Ep.: 4299, Total Steps: 2770050, Ep.Steps: 1000, Score: 2290.829, Avg.Score: 2177.278, Max.Score: 2292.043, Time: 40:40:30\n",
      "Ep.: 4300, Total Steps: 2771050, Ep.Steps: 1000, Score: 2300.412, Avg.Score: 2178.108, Max.Score: 2300.412, Time: 40:41:22\n",
      "Ep.: 4301, Total Steps: 2772050, Ep.Steps: 1000, Score: 2286.476, Avg.Score: 2178.763, Max.Score: 2300.412, Time: 40:42:14\n",
      "Ep.: 4302, Total Steps: 2773050, Ep.Steps: 1000, Score: 2264.753, Avg.Score: 2179.214, Max.Score: 2300.412, Time: 40:43:06\n",
      "Ep.: 4303, Total Steps: 2773394, Ep.Steps: 344, Score: 763.527, Avg.Score: 2164.918, Max.Score: 2300.412, Time: 40:43:24\n",
      "Ep.: 4304, Total Steps: 2774394, Ep.Steps: 1000, Score: 2256.656, Avg.Score: 2165.260, Max.Score: 2300.412, Time: 40:44:16\n",
      "Ep.: 4305, Total Steps: 2775394, Ep.Steps: 1000, Score: 2289.184, Avg.Score: 2165.887, Max.Score: 2300.412, Time: 40:45:09\n",
      "Ep.: 4306, Total Steps: 2776394, Ep.Steps: 1000, Score: 2287.911, Avg.Score: 2166.514, Max.Score: 2300.412, Time: 40:46:01\n",
      "Ep.: 4307, Total Steps: 2777394, Ep.Steps: 1000, Score: 2286.254, Avg.Score: 2167.331, Max.Score: 2300.412, Time: 40:46:54\n",
      "Ep.: 4308, Total Steps: 2778394, Ep.Steps: 1000, Score: 2284.157, Avg.Score: 2167.991, Max.Score: 2300.412, Time: 40:47:46\n",
      "Ep.: 4309, Total Steps: 2779394, Ep.Steps: 1000, Score: 2258.538, Avg.Score: 2168.612, Max.Score: 2300.412, Time: 40:48:37\n",
      "Ep.: 4310, Total Steps: 2780394, Ep.Steps: 1000, Score: 2270.762, Avg.Score: 2169.023, Max.Score: 2300.412, Time: 40:49:30\n",
      "Ep.: 4311, Total Steps: 2781394, Ep.Steps: 1000, Score: 2275.910, Avg.Score: 2169.272, Max.Score: 2300.412, Time: 40:50:22\n",
      "Ep.: 4312, Total Steps: 2782394, Ep.Steps: 1000, Score: 2270.253, Avg.Score: 2169.760, Max.Score: 2300.412, Time: 40:51:14\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4313, Total Steps: 2783394, Ep.Steps: 1000, Score: 2285.448, Avg.Score: 2170.131, Max.Score: 2300.412, Time: 40:52:07\n",
      "Ep.: 4314, Total Steps: 2784394, Ep.Steps: 1000, Score: 2278.285, Avg.Score: 2170.603, Max.Score: 2300.412, Time: 40:53:00\n",
      "Ep.: 4315, Total Steps: 2784458, Ep.Steps: 64, Score: 49.882, Avg.Score: 2148.892, Max.Score: 2300.412, Time: 40:53:03\n",
      "Ep.: 4316, Total Steps: 2784555, Ep.Steps: 97, Score: 8.302, Avg.Score: 2126.345, Max.Score: 2300.412, Time: 40:53:08\n",
      "Ep.: 4317, Total Steps: 2784611, Ep.Steps: 56, Score: 54.339, Avg.Score: 2104.311, Max.Score: 2300.412, Time: 40:53:11\n",
      "Ep.: 4318, Total Steps: 2784689, Ep.Steps: 78, Score: 34.118, Avg.Score: 2082.244, Max.Score: 2300.412, Time: 40:53:15\n",
      "Ep.: 4319, Total Steps: 2784756, Ep.Steps: 67, Score: 41.150, Avg.Score: 2060.227, Max.Score: 2300.412, Time: 40:53:19\n",
      "Ep.: 4320, Total Steps: 2784825, Ep.Steps: 69, Score: 42.206, Avg.Score: 2041.477, Max.Score: 2300.412, Time: 40:53:23\n",
      "Ep.: 4321, Total Steps: 2784916, Ep.Steps: 91, Score: 3.965, Avg.Score: 2019.188, Max.Score: 2300.412, Time: 40:53:28\n",
      "Ep.: 4322, Total Steps: 2784970, Ep.Steps: 54, Score: 45.286, Avg.Score: 1997.508, Max.Score: 2300.412, Time: 40:53:31\n",
      "Ep.: 4323, Total Steps: 2785059, Ep.Steps: 89, Score: 61.235, Avg.Score: 1975.770, Max.Score: 2300.412, Time: 40:53:35\n",
      "Ep.: 4324, Total Steps: 2785150, Ep.Steps: 91, Score: 74.228, Avg.Score: 1954.170, Max.Score: 2300.412, Time: 40:53:40\n",
      "Ep.: 4325, Total Steps: 2785234, Ep.Steps: 84, Score: 72.341, Avg.Score: 1932.789, Max.Score: 2300.412, Time: 40:53:45\n",
      "Ep.: 4326, Total Steps: 2785397, Ep.Steps: 163, Score: 29.698, Avg.Score: 1910.791, Max.Score: 2300.412, Time: 40:53:53\n",
      "Ep.: 4327, Total Steps: 2785470, Ep.Steps: 73, Score: 9.432, Avg.Score: 1888.647, Max.Score: 2300.412, Time: 40:53:57\n",
      "Ep.: 4328, Total Steps: 2785532, Ep.Steps: 62, Score: -4.938, Avg.Score: 1866.148, Max.Score: 2300.412, Time: 40:54:00\n",
      "Ep.: 4329, Total Steps: 2785635, Ep.Steps: 103, Score: 8.353, Avg.Score: 1843.778, Max.Score: 2300.412, Time: 40:54:06\n",
      "Ep.: 4330, Total Steps: 2785717, Ep.Steps: 82, Score: 58.956, Avg.Score: 1821.749, Max.Score: 2300.412, Time: 40:54:10\n",
      "Ep.: 4331, Total Steps: 2785738, Ep.Steps: 21, Score: 19.977, Avg.Score: 1799.271, Max.Score: 2300.412, Time: 40:54:11\n",
      "Ep.: 4332, Total Steps: 2785789, Ep.Steps: 51, Score: 44.191, Avg.Score: 1777.207, Max.Score: 2300.412, Time: 40:54:14\n",
      "Ep.: 4333, Total Steps: 2785858, Ep.Steps: 69, Score: 4.396, Avg.Score: 1754.644, Max.Score: 2300.412, Time: 40:54:18\n",
      "Ep.: 4334, Total Steps: 2785879, Ep.Steps: 21, Score: 18.497, Avg.Score: 1732.552, Max.Score: 2300.412, Time: 40:54:19\n",
      "Ep.: 4335, Total Steps: 2785969, Ep.Steps: 90, Score: 6.994, Avg.Score: 1710.044, Max.Score: 2300.412, Time: 40:54:24\n",
      "Ep.: 4336, Total Steps: 2785988, Ep.Steps: 19, Score: 18.321, Avg.Score: 1687.751, Max.Score: 2300.412, Time: 40:54:25\n",
      "Ep.: 4337, Total Steps: 2786040, Ep.Steps: 52, Score: 46.791, Avg.Score: 1665.795, Max.Score: 2300.412, Time: 40:54:27\n",
      "Ep.: 4338, Total Steps: 2786066, Ep.Steps: 26, Score: 22.363, Avg.Score: 1643.591, Max.Score: 2300.412, Time: 40:54:29\n",
      "Ep.: 4339, Total Steps: 2786170, Ep.Steps: 104, Score: 77.824, Avg.Score: 1621.847, Max.Score: 2300.412, Time: 40:54:34\n",
      "Ep.: 4340, Total Steps: 2786226, Ep.Steps: 56, Score: 48.597, Avg.Score: 1599.817, Max.Score: 2300.412, Time: 40:54:37\n",
      "Ep.: 4341, Total Steps: 2786295, Ep.Steps: 69, Score: 65.661, Avg.Score: 1577.934, Max.Score: 2300.412, Time: 40:54:41\n",
      "Ep.: 4342, Total Steps: 2786435, Ep.Steps: 140, Score: 26.307, Avg.Score: 1555.898, Max.Score: 2300.412, Time: 40:54:49\n",
      "Ep.: 4343, Total Steps: 2786461, Ep.Steps: 26, Score: 19.933, Avg.Score: 1533.447, Max.Score: 2300.412, Time: 40:54:50\n",
      "Ep.: 4344, Total Steps: 2786482, Ep.Steps: 21, Score: 20.678, Avg.Score: 1511.526, Max.Score: 2300.412, Time: 40:54:51\n",
      "Ep.: 4345, Total Steps: 2786506, Ep.Steps: 24, Score: 18.380, Avg.Score: 1511.275, Max.Score: 2300.412, Time: 40:54:52\n",
      "Ep.: 4346, Total Steps: 2786536, Ep.Steps: 30, Score: 21.206, Avg.Score: 1488.852, Max.Score: 2300.412, Time: 40:54:54\n",
      "Ep.: 4347, Total Steps: 2786652, Ep.Steps: 116, Score: 85.757, Avg.Score: 1467.153, Max.Score: 2300.412, Time: 40:55:00\n",
      "Ep.: 4348, Total Steps: 2786736, Ep.Steps: 84, Score: 13.616, Avg.Score: 1444.680, Max.Score: 2300.412, Time: 40:55:05\n",
      "Ep.: 4349, Total Steps: 2786757, Ep.Steps: 21, Score: 19.976, Avg.Score: 1422.146, Max.Score: 2300.412, Time: 40:55:06\n",
      "Ep.: 4350, Total Steps: 2786844, Ep.Steps: 87, Score: 63.978, Avg.Score: 1400.398, Max.Score: 2300.412, Time: 40:55:10\n",
      "Ep.: 4351, Total Steps: 2787005, Ep.Steps: 161, Score: 37.784, Avg.Score: 1378.343, Max.Score: 2300.412, Time: 40:55:19\n",
      "Ep.: 4352, Total Steps: 2787026, Ep.Steps: 21, Score: 19.340, Avg.Score: 1356.016, Max.Score: 2300.412, Time: 40:55:20\n",
      "Ep.: 4353, Total Steps: 2787095, Ep.Steps: 69, Score: 68.588, Avg.Score: 1334.282, Max.Score: 2300.412, Time: 40:55:24\n",
      "Ep.: 4354, Total Steps: 2787117, Ep.Steps: 22, Score: 21.238, Avg.Score: 1311.887, Max.Score: 2300.412, Time: 40:55:25\n",
      "Ep.: 4355, Total Steps: 2787177, Ep.Steps: 60, Score: 54.451, Avg.Score: 1290.011, Max.Score: 2300.412, Time: 40:55:28\n",
      "Ep.: 4356, Total Steps: 2787194, Ep.Steps: 17, Score: 16.582, Avg.Score: 1267.533, Max.Score: 2300.412, Time: 40:55:29\n",
      "Ep.: 4357, Total Steps: 2787216, Ep.Steps: 22, Score: 21.419, Avg.Score: 1245.167, Max.Score: 2300.412, Time: 40:55:30\n",
      "Ep.: 4358, Total Steps: 2787234, Ep.Steps: 18, Score: 18.364, Avg.Score: 1245.180, Max.Score: 2300.412, Time: 40:55:31\n",
      "Ep.: 4359, Total Steps: 2787335, Ep.Steps: 101, Score: 14.981, Avg.Score: 1223.108, Max.Score: 2300.412, Time: 40:55:37\n",
      "Ep.: 4360, Total Steps: 2787354, Ep.Steps: 19, Score: 19.959, Avg.Score: 1200.606, Max.Score: 2300.412, Time: 40:55:38\n",
      "Ep.: 4361, Total Steps: 2787372, Ep.Steps: 18, Score: 19.257, Avg.Score: 1178.078, Max.Score: 2300.412, Time: 40:55:39\n",
      "Ep.: 4362, Total Steps: 2787391, Ep.Steps: 19, Score: 18.492, Avg.Score: 1155.523, Max.Score: 2300.412, Time: 40:55:40\n",
      "Ep.: 4363, Total Steps: 2787411, Ep.Steps: 20, Score: 19.485, Avg.Score: 1133.121, Max.Score: 2300.412, Time: 40:55:41\n",
      "Ep.: 4364, Total Steps: 2787473, Ep.Steps: 62, Score: 54.791, Avg.Score: 1111.241, Max.Score: 2300.412, Time: 40:55:44\n",
      "Ep.: 4365, Total Steps: 2787493, Ep.Steps: 20, Score: 20.543, Avg.Score: 1088.908, Max.Score: 2300.412, Time: 40:55:45\n",
      "Ep.: 4366, Total Steps: 2787592, Ep.Steps: 99, Score: 16.769, Avg.Score: 1066.514, Max.Score: 2300.412, Time: 40:55:50\n",
      "Ep.: 4367, Total Steps: 2787663, Ep.Steps: 71, Score: 64.984, Avg.Score: 1044.697, Max.Score: 2300.412, Time: 40:55:54\n",
      "Ep.: 4368, Total Steps: 2787969, Ep.Steps: 306, Score: 582.283, Avg.Score: 1028.364, Max.Score: 2300.412, Time: 40:56:10\n",
      "Ep.: 4369, Total Steps: 2787990, Ep.Steps: 21, Score: 20.796, Avg.Score: 1006.304, Max.Score: 2300.412, Time: 40:56:12\n",
      "Ep.: 4370, Total Steps: 2788011, Ep.Steps: 21, Score: 19.285, Avg.Score: 983.918, Max.Score: 2300.412, Time: 40:56:13\n",
      "Ep.: 4371, Total Steps: 2788090, Ep.Steps: 79, Score: 52.680, Avg.Score: 962.126, Max.Score: 2300.412, Time: 40:56:17\n",
      "Ep.: 4372, Total Steps: 2788201, Ep.Steps: 111, Score: 78.220, Avg.Score: 940.309, Max.Score: 2300.412, Time: 40:56:23\n",
      "Ep.: 4373, Total Steps: 2788221, Ep.Steps: 20, Score: 19.491, Avg.Score: 918.183, Max.Score: 2300.412, Time: 40:56:24\n",
      "Ep.: 4374, Total Steps: 2788242, Ep.Steps: 21, Score: 22.321, Avg.Score: 918.059, Max.Score: 2300.412, Time: 40:56:25\n",
      "Ep.: 4375, Total Steps: 2788261, Ep.Steps: 19, Score: 18.591, Avg.Score: 896.026, Max.Score: 2300.412, Time: 40:56:26\n",
      "Ep.: 4376, Total Steps: 2788344, Ep.Steps: 83, Score: 79.463, Avg.Score: 874.236, Max.Score: 2300.412, Time: 40:56:30\n",
      "Ep.: 4377, Total Steps: 2788468, Ep.Steps: 124, Score: 76.407, Avg.Score: 852.695, Max.Score: 2300.412, Time: 40:56:37\n",
      "Ep.: 4378, Total Steps: 2788561, Ep.Steps: 93, Score: 10.331, Avg.Score: 830.328, Max.Score: 2300.412, Time: 40:56:42\n",
      "Ep.: 4379, Total Steps: 2788586, Ep.Steps: 25, Score: 20.783, Avg.Score: 807.810, Max.Score: 2300.412, Time: 40:56:43\n",
      "Ep.: 4380, Total Steps: 2788666, Ep.Steps: 80, Score: 56.752, Avg.Score: 785.885, Max.Score: 2300.412, Time: 40:56:48\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4381, Total Steps: 2788730, Ep.Steps: 64, Score: 57.189, Avg.Score: 763.985, Max.Score: 2300.412, Time: 40:56:51\n",
      "Ep.: 4382, Total Steps: 2788813, Ep.Steps: 83, Score: 8.777, Avg.Score: 741.431, Max.Score: 2300.412, Time: 40:56:55\n",
      "Ep.: 4383, Total Steps: 2788888, Ep.Steps: 75, Score: 57.539, Avg.Score: 719.249, Max.Score: 2300.412, Time: 40:56:59\n",
      "Ep.: 4384, Total Steps: 2788987, Ep.Steps: 99, Score: 77.427, Avg.Score: 697.631, Max.Score: 2300.412, Time: 40:57:05\n",
      "Ep.: 4385, Total Steps: 2789061, Ep.Steps: 74, Score: 14.989, Avg.Score: 675.177, Max.Score: 2300.412, Time: 40:57:09\n",
      "Ep.: 4386, Total Steps: 2789132, Ep.Steps: 71, Score: 11.086, Avg.Score: 652.446, Max.Score: 2300.412, Time: 40:57:13\n",
      "Ep.: 4387, Total Steps: 2789311, Ep.Steps: 179, Score: 97.467, Avg.Score: 630.749, Max.Score: 2300.412, Time: 40:57:22\n",
      "Ep.: 4388, Total Steps: 2789383, Ep.Steps: 72, Score: 17.615, Avg.Score: 608.645, Max.Score: 2300.412, Time: 40:57:26\n",
      "Ep.: 4389, Total Steps: 2789457, Ep.Steps: 74, Score: 58.322, Avg.Score: 586.661, Max.Score: 2300.412, Time: 40:57:30\n",
      "Ep.: 4390, Total Steps: 2789551, Ep.Steps: 94, Score: 65.332, Avg.Score: 564.516, Max.Score: 2300.412, Time: 40:57:35\n",
      "Ep.: 4391, Total Steps: 2789602, Ep.Steps: 51, Score: 37.783, Avg.Score: 542.233, Max.Score: 2300.412, Time: 40:57:38\n",
      "Ep.: 4392, Total Steps: 2789692, Ep.Steps: 90, Score: 32.571, Avg.Score: 520.061, Max.Score: 2300.412, Time: 40:57:43\n",
      "Ep.: 4393, Total Steps: 2789765, Ep.Steps: 73, Score: 80.327, Avg.Score: 498.151, Max.Score: 2300.412, Time: 40:57:46\n",
      "Ep.: 4394, Total Steps: 2789840, Ep.Steps: 75, Score: 79.905, Avg.Score: 476.096, Max.Score: 2300.412, Time: 40:57:50\n",
      "Ep.: 4395, Total Steps: 2789922, Ep.Steps: 82, Score: 100.098, Avg.Score: 454.177, Max.Score: 2300.412, Time: 40:57:55\n",
      "Ep.: 4396, Total Steps: 2790041, Ep.Steps: 119, Score: 60.926, Avg.Score: 432.030, Max.Score: 2300.412, Time: 40:58:01\n",
      "Ep.: 4397, Total Steps: 2790115, Ep.Steps: 74, Score: 40.565, Avg.Score: 409.537, Max.Score: 2300.412, Time: 40:58:04\n",
      "Ep.: 4398, Total Steps: 2790197, Ep.Steps: 82, Score: 59.977, Avg.Score: 387.237, Max.Score: 2300.412, Time: 40:58:09\n",
      "Ep.: 4399, Total Steps: 2790253, Ep.Steps: 56, Score: 30.311, Avg.Score: 364.632, Max.Score: 2300.412, Time: 40:58:12\n",
      "Ep.: 4400, Total Steps: 2790301, Ep.Steps: 48, Score: 24.424, Avg.Score: 341.872, Max.Score: 2289.184, Time: 40:58:14\n",
      "Ep.: 4401, Total Steps: 2790362, Ep.Steps: 61, Score: 48.308, Avg.Score: 319.490, Max.Score: 2289.184, Time: 40:58:17\n",
      "Ep.: 4402, Total Steps: 2790431, Ep.Steps: 69, Score: 41.668, Avg.Score: 297.259, Max.Score: 2289.184, Time: 40:58:21\n",
      "Ep.: 4403, Total Steps: 2790501, Ep.Steps: 70, Score: 53.630, Avg.Score: 290.160, Max.Score: 2289.184, Time: 40:58:25\n",
      "Ep.: 4404, Total Steps: 2790549, Ep.Steps: 48, Score: 41.247, Avg.Score: 268.006, Max.Score: 2289.184, Time: 40:58:27\n",
      "Ep.: 4405, Total Steps: 2790614, Ep.Steps: 65, Score: 48.899, Avg.Score: 245.603, Max.Score: 2287.911, Time: 40:58:30\n",
      "Ep.: 4406, Total Steps: 2790656, Ep.Steps: 42, Score: 38.789, Avg.Score: 223.112, Max.Score: 2286.254, Time: 40:58:33\n",
      "Ep.: 4407, Total Steps: 2790721, Ep.Steps: 65, Score: 57.748, Avg.Score: 200.827, Max.Score: 2285.448, Time: 40:58:36\n",
      "Ep.: 4408, Total Steps: 2790792, Ep.Steps: 71, Score: 57.057, Avg.Score: 178.556, Max.Score: 2285.448, Time: 40:58:40\n",
      "Ep.: 4409, Total Steps: 2790849, Ep.Steps: 57, Score: 31.341, Avg.Score: 156.284, Max.Score: 2285.448, Time: 40:58:43\n",
      "Ep.: 4410, Total Steps: 2790924, Ep.Steps: 75, Score: 57.528, Avg.Score: 134.152, Max.Score: 2285.448, Time: 40:58:47\n",
      "Ep.: 4411, Total Steps: 2791016, Ep.Steps: 92, Score: 112.468, Avg.Score: 112.517, Max.Score: 2285.448, Time: 40:58:51\n",
      "Ep.: 4412, Total Steps: 2791067, Ep.Steps: 51, Score: 25.238, Avg.Score: 90.067, Max.Score: 2285.448, Time: 40:58:54\n",
      "Ep.: 4413, Total Steps: 2791156, Ep.Steps: 89, Score: 91.441, Avg.Score: 68.127, Max.Score: 2278.285, Time: 40:58:59\n",
      "Ep.: 4414, Total Steps: 2791271, Ep.Steps: 115, Score: 61.078, Avg.Score: 45.955, Max.Score: 582.283, Time: 40:59:05\n",
      "Ep.: 4415, Total Steps: 2791391, Ep.Steps: 120, Score: 48.471, Avg.Score: 45.941, Max.Score: 582.283, Time: 40:59:11\n",
      "Ep.: 4416, Total Steps: 2791456, Ep.Steps: 65, Score: 24.705, Avg.Score: 46.105, Max.Score: 582.283, Time: 40:59:14\n",
      "Ep.: 4417, Total Steps: 2791522, Ep.Steps: 66, Score: 46.958, Avg.Score: 46.031, Max.Score: 582.283, Time: 40:59:18\n",
      "Ep.: 4418, Total Steps: 2792364, Ep.Steps: 842, Score: 1680.555, Avg.Score: 62.495, Max.Score: 1680.555, Time: 41:00:02\n",
      "Ep.: 4419, Total Steps: 2793320, Ep.Steps: 956, Score: 550.255, Avg.Score: 67.586, Max.Score: 1680.555, Time: 41:00:51\n",
      "Ep.: 4420, Total Steps: 2794320, Ep.Steps: 1000, Score: 2122.657, Avg.Score: 88.391, Max.Score: 2122.657, Time: 41:01:44\n",
      "Ep.: 4421, Total Steps: 2794382, Ep.Steps: 62, Score: 34.109, Avg.Score: 88.692, Max.Score: 2122.657, Time: 41:01:47\n",
      "Ep.: 4422, Total Steps: 2795382, Ep.Steps: 1000, Score: 2151.598, Avg.Score: 109.756, Max.Score: 2151.598, Time: 41:02:39\n",
      "Ep.: 4423, Total Steps: 2795702, Ep.Steps: 320, Score: 636.354, Avg.Score: 115.507, Max.Score: 2151.598, Time: 41:02:56\n",
      "Ep.: 4424, Total Steps: 2796702, Ep.Steps: 1000, Score: 2176.741, Avg.Score: 136.532, Max.Score: 2176.741, Time: 41:03:48\n",
      "Ep.: 4425, Total Steps: 2797702, Ep.Steps: 1000, Score: 2205.694, Avg.Score: 157.865, Max.Score: 2205.694, Time: 41:04:40\n",
      "Ep.: 4426, Total Steps: 2798702, Ep.Steps: 1000, Score: 2197.513, Avg.Score: 179.544, Max.Score: 2205.694, Time: 41:05:32\n",
      "Ep.: 4427, Total Steps: 2799702, Ep.Steps: 1000, Score: 2146.179, Avg.Score: 200.911, Max.Score: 2205.694, Time: 41:06:25\n",
      "Ep.: 4428, Total Steps: 2800702, Ep.Steps: 1000, Score: 2181.420, Avg.Score: 222.775, Max.Score: 2205.694, Time: 41:07:17\n",
      "Ep.: 4429, Total Steps: 2801702, Ep.Steps: 1000, Score: 2179.298, Avg.Score: 244.484, Max.Score: 2205.694, Time: 41:08:09\n",
      "Ep.: 4430, Total Steps: 2802702, Ep.Steps: 1000, Score: 2226.356, Avg.Score: 266.158, Max.Score: 2226.356, Time: 41:09:02\n",
      "Ep.: 4431, Total Steps: 2803702, Ep.Steps: 1000, Score: 2165.161, Avg.Score: 287.610, Max.Score: 2226.356, Time: 41:09:55\n",
      "Ep.: 4432, Total Steps: 2804702, Ep.Steps: 1000, Score: 2108.941, Avg.Score: 308.257, Max.Score: 2226.356, Time: 41:10:47\n",
      "Ep.: 4433, Total Steps: 2805702, Ep.Steps: 1000, Score: 2162.109, Avg.Score: 329.835, Max.Score: 2226.356, Time: 41:11:39\n",
      "Ep.: 4434, Total Steps: 2806702, Ep.Steps: 1000, Score: 2183.644, Avg.Score: 351.486, Max.Score: 2226.356, Time: 41:12:31\n",
      "Ep.: 4435, Total Steps: 2807702, Ep.Steps: 1000, Score: 2198.702, Avg.Score: 373.403, Max.Score: 2226.356, Time: 41:13:24\n",
      "Ep.: 4436, Total Steps: 2808702, Ep.Steps: 1000, Score: 2199.529, Avg.Score: 395.215, Max.Score: 2226.356, Time: 41:14:16\n",
      "Ep.: 4437, Total Steps: 2809702, Ep.Steps: 1000, Score: 2187.472, Avg.Score: 416.622, Max.Score: 2226.356, Time: 41:15:09\n",
      "Ep.: 4438, Total Steps: 2810702, Ep.Steps: 1000, Score: 2225.450, Avg.Score: 438.653, Max.Score: 2226.356, Time: 41:16:01\n",
      "Ep.: 4439, Total Steps: 2811702, Ep.Steps: 1000, Score: 2210.307, Avg.Score: 459.978, Max.Score: 2226.356, Time: 41:16:53\n",
      "Ep.: 4440, Total Steps: 2812702, Ep.Steps: 1000, Score: 2177.697, Avg.Score: 481.269, Max.Score: 2226.356, Time: 41:17:45\n",
      "Ep.: 4441, Total Steps: 2813702, Ep.Steps: 1000, Score: 2152.955, Avg.Score: 502.142, Max.Score: 2226.356, Time: 41:18:37\n",
      "Ep.: 4442, Total Steps: 2814702, Ep.Steps: 1000, Score: 2190.474, Avg.Score: 523.783, Max.Score: 2226.356, Time: 41:19:29\n",
      "Ep.: 4443, Total Steps: 2815702, Ep.Steps: 1000, Score: 2217.433, Avg.Score: 545.758, Max.Score: 2226.356, Time: 41:20:21\n",
      "Ep.: 4444, Total Steps: 2816702, Ep.Steps: 1000, Score: 2232.611, Avg.Score: 567.878, Max.Score: 2232.611, Time: 41:21:14\n",
      "Ep.: 4445, Total Steps: 2817702, Ep.Steps: 1000, Score: 2272.197, Avg.Score: 590.416, Max.Score: 2272.197, Time: 41:22:06\n",
      "Ep.: 4446, Total Steps: 2818702, Ep.Steps: 1000, Score: 2242.073, Avg.Score: 612.624, Max.Score: 2272.197, Time: 41:22:58\n",
      "Ep.: 4447, Total Steps: 2819702, Ep.Steps: 1000, Score: 2205.662, Avg.Score: 633.823, Max.Score: 2272.197, Time: 41:23:50\n",
      "Ep.: 4448, Total Steps: 2820235, Ep.Steps: 533, Score: 1183.964, Avg.Score: 645.527, Max.Score: 2272.197, Time: 41:24:18\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4449, Total Steps: 2821235, Ep.Steps: 1000, Score: 2214.219, Avg.Score: 667.469, Max.Score: 2272.197, Time: 41:25:11\n",
      "Ep.: 4450, Total Steps: 2822235, Ep.Steps: 1000, Score: 2176.865, Avg.Score: 688.598, Max.Score: 2272.197, Time: 41:26:03\n",
      "Ep.: 4451, Total Steps: 2823235, Ep.Steps: 1000, Score: 2218.469, Avg.Score: 710.405, Max.Score: 2272.197, Time: 41:27:00\n",
      "Ep.: 4452, Total Steps: 2823935, Ep.Steps: 700, Score: 1514.243, Avg.Score: 725.354, Max.Score: 2272.197, Time: 41:27:42\n",
      "Ep.: 4453, Total Steps: 2824935, Ep.Steps: 1000, Score: 2225.536, Avg.Score: 746.924, Max.Score: 2272.197, Time: 41:28:56\n",
      "Ep.: 4454, Total Steps: 2825935, Ep.Steps: 1000, Score: 2258.761, Avg.Score: 769.299, Max.Score: 2272.197, Time: 41:29:54\n",
      "Ep.: 4455, Total Steps: 2826090, Ep.Steps: 155, Score: 319.178, Avg.Score: 771.946, Max.Score: 2272.197, Time: 41:30:03\n",
      "Ep.: 4456, Total Steps: 2826826, Ep.Steps: 736, Score: 1643.903, Avg.Score: 788.219, Max.Score: 2272.197, Time: 41:30:43\n",
      "Ep.: 4457, Total Steps: 2827826, Ep.Steps: 1000, Score: 2078.194, Avg.Score: 808.787, Max.Score: 2272.197, Time: 41:31:38\n",
      "Ep.: 4458, Total Steps: 2828826, Ep.Steps: 1000, Score: 2174.034, Avg.Score: 830.344, Max.Score: 2272.197, Time: 41:32:32\n",
      "Ep.: 4459, Total Steps: 2829826, Ep.Steps: 1000, Score: 2235.283, Avg.Score: 852.547, Max.Score: 2272.197, Time: 41:33:26\n",
      "Ep.: 4460, Total Steps: 2830160, Ep.Steps: 334, Score: 691.624, Avg.Score: 859.263, Max.Score: 2272.197, Time: 41:33:44\n",
      "Ep.: 4461, Total Steps: 2831035, Ep.Steps: 875, Score: 1951.027, Avg.Score: 878.581, Max.Score: 2272.197, Time: 41:34:32\n",
      "Ep.: 4462, Total Steps: 2832035, Ep.Steps: 1000, Score: 2107.342, Avg.Score: 899.470, Max.Score: 2272.197, Time: 41:35:26\n",
      "Ep.: 4463, Total Steps: 2833035, Ep.Steps: 1000, Score: 2105.179, Avg.Score: 920.327, Max.Score: 2272.197, Time: 41:36:20\n",
      "Ep.: 4464, Total Steps: 2834035, Ep.Steps: 1000, Score: 2207.779, Avg.Score: 941.856, Max.Score: 2272.197, Time: 41:37:14\n",
      "Ep.: 4465, Total Steps: 2835035, Ep.Steps: 1000, Score: 2217.246, Avg.Score: 963.823, Max.Score: 2272.197, Time: 41:38:09\n",
      "Ep.: 4466, Total Steps: 2836035, Ep.Steps: 1000, Score: 2211.162, Avg.Score: 985.767, Max.Score: 2272.197, Time: 41:39:03\n",
      "Ep.: 4467, Total Steps: 2837035, Ep.Steps: 1000, Score: 2212.118, Avg.Score: 1007.239, Max.Score: 2272.197, Time: 41:39:58\n",
      "Ep.: 4468, Total Steps: 2838035, Ep.Steps: 1000, Score: 2225.918, Avg.Score: 1023.675, Max.Score: 2272.197, Time: 41:40:52\n",
      "Ep.: 4469, Total Steps: 2839035, Ep.Steps: 1000, Score: 2267.231, Avg.Score: 1046.139, Max.Score: 2272.197, Time: 41:41:46\n",
      "Ep.: 4470, Total Steps: 2840035, Ep.Steps: 1000, Score: 2276.415, Avg.Score: 1068.711, Max.Score: 2276.415, Time: 41:42:40\n",
      "Ep.: 4471, Total Steps: 2841035, Ep.Steps: 1000, Score: 2231.457, Avg.Score: 1090.499, Max.Score: 2276.415, Time: 41:43:34\n",
      "Ep.: 4472, Total Steps: 2842035, Ep.Steps: 1000, Score: 2252.690, Avg.Score: 1112.243, Max.Score: 2276.415, Time: 41:44:28\n",
      "Ep.: 4473, Total Steps: 2843035, Ep.Steps: 1000, Score: 2263.909, Avg.Score: 1134.687, Max.Score: 2276.415, Time: 41:45:23\n",
      "Ep.: 4474, Total Steps: 2844035, Ep.Steps: 1000, Score: 2260.619, Avg.Score: 1157.070, Max.Score: 2276.415, Time: 41:46:17\n",
      "Ep.: 4475, Total Steps: 2845035, Ep.Steps: 1000, Score: 2265.578, Avg.Score: 1179.540, Max.Score: 2276.415, Time: 41:47:11\n",
      "Ep.: 4476, Total Steps: 2846035, Ep.Steps: 1000, Score: 2260.386, Avg.Score: 1201.349, Max.Score: 2276.415, Time: 41:48:05\n",
      "Ep.: 4477, Total Steps: 2847035, Ep.Steps: 1000, Score: 2274.452, Avg.Score: 1223.330, Max.Score: 2276.415, Time: 41:48:58\n",
      "Ep.: 4478, Total Steps: 2848035, Ep.Steps: 1000, Score: 2296.103, Avg.Score: 1246.188, Max.Score: 2296.103, Time: 41:49:53\n",
      "Ep.: 4479, Total Steps: 2849035, Ep.Steps: 1000, Score: 2260.936, Avg.Score: 1268.589, Max.Score: 2296.103, Time: 41:50:47\n",
      "Ep.: 4480, Total Steps: 2850035, Ep.Steps: 1000, Score: 2252.967, Avg.Score: 1290.551, Max.Score: 2296.103, Time: 41:51:41\n",
      "Ep.: 4481, Total Steps: 2851035, Ep.Steps: 1000, Score: 2234.737, Avg.Score: 1312.327, Max.Score: 2296.103, Time: 41:52:35\n",
      "Ep.: 4482, Total Steps: 2852035, Ep.Steps: 1000, Score: 2237.986, Avg.Score: 1334.619, Max.Score: 2296.103, Time: 41:53:29\n",
      "Ep.: 4483, Total Steps: 2853035, Ep.Steps: 1000, Score: 2233.781, Avg.Score: 1356.381, Max.Score: 2296.103, Time: 41:54:22\n",
      "Ep.: 4484, Total Steps: 2854035, Ep.Steps: 1000, Score: 2199.315, Avg.Score: 1377.600, Max.Score: 2296.103, Time: 41:55:16\n",
      "Ep.: 4485, Total Steps: 2855035, Ep.Steps: 1000, Score: 2198.190, Avg.Score: 1399.432, Max.Score: 2296.103, Time: 41:56:11\n",
      "Ep.: 4486, Total Steps: 2856035, Ep.Steps: 1000, Score: 2252.795, Avg.Score: 1421.849, Max.Score: 2296.103, Time: 41:57:05\n",
      "Ep.: 4487, Total Steps: 2857035, Ep.Steps: 1000, Score: 2268.598, Avg.Score: 1443.561, Max.Score: 2296.103, Time: 41:57:59\n",
      "Ep.: 4488, Total Steps: 2858035, Ep.Steps: 1000, Score: 2262.783, Avg.Score: 1466.012, Max.Score: 2296.103, Time: 41:58:54\n",
      "Ep.: 4489, Total Steps: 2859035, Ep.Steps: 1000, Score: 2264.464, Avg.Score: 1488.074, Max.Score: 2296.103, Time: 41:59:57\n",
      "Ep.: 4490, Total Steps: 2860035, Ep.Steps: 1000, Score: 2236.078, Avg.Score: 1509.781, Max.Score: 2296.103, Time: 42:00:55\n",
      "Ep.: 4491, Total Steps: 2861035, Ep.Steps: 1000, Score: 2244.022, Avg.Score: 1531.844, Max.Score: 2296.103, Time: 42:01:56\n",
      "Ep.: 4492, Total Steps: 2862035, Ep.Steps: 1000, Score: 2271.124, Avg.Score: 1554.229, Max.Score: 2296.103, Time: 42:02:52\n",
      "Ep.: 4493, Total Steps: 2863035, Ep.Steps: 1000, Score: 2232.626, Avg.Score: 1575.752, Max.Score: 2296.103, Time: 42:03:44\n",
      "Ep.: 4494, Total Steps: 2864035, Ep.Steps: 1000, Score: 2185.392, Avg.Score: 1596.807, Max.Score: 2296.103, Time: 42:04:38\n",
      "Ep.: 4495, Total Steps: 2865035, Ep.Steps: 1000, Score: 2238.311, Avg.Score: 1618.189, Max.Score: 2296.103, Time: 42:05:36\n",
      "Ep.: 4496, Total Steps: 2866035, Ep.Steps: 1000, Score: 2237.867, Avg.Score: 1639.958, Max.Score: 2296.103, Time: 42:06:32\n",
      "Ep.: 4497, Total Steps: 2867035, Ep.Steps: 1000, Score: 2264.260, Avg.Score: 1662.195, Max.Score: 2296.103, Time: 42:07:28\n",
      "Ep.: 4498, Total Steps: 2868035, Ep.Steps: 1000, Score: 2261.412, Avg.Score: 1684.210, Max.Score: 2296.103, Time: 42:08:21\n",
      "Ep.: 4499, Total Steps: 2869035, Ep.Steps: 1000, Score: 2265.954, Avg.Score: 1706.566, Max.Score: 2296.103, Time: 42:09:16\n",
      "Ep.: 4500, Total Steps: 2870035, Ep.Steps: 1000, Score: 2223.463, Avg.Score: 1728.557, Max.Score: 2296.103, Time: 42:10:12\n",
      "Ep.: 4501, Total Steps: 2871035, Ep.Steps: 1000, Score: 2269.039, Avg.Score: 1750.764, Max.Score: 2296.103, Time: 42:11:05\n",
      "Ep.: 4502, Total Steps: 2872035, Ep.Steps: 1000, Score: 2256.190, Avg.Score: 1772.909, Max.Score: 2296.103, Time: 42:12:02\n",
      "Ep.: 4503, Total Steps: 2873035, Ep.Steps: 1000, Score: 2251.975, Avg.Score: 1794.893, Max.Score: 2296.103, Time: 42:12:58\n",
      "Ep.: 4504, Total Steps: 2874035, Ep.Steps: 1000, Score: 2255.960, Avg.Score: 1817.040, Max.Score: 2296.103, Time: 42:13:52\n",
      "Ep.: 4505, Total Steps: 2875035, Ep.Steps: 1000, Score: 2201.079, Avg.Score: 1838.562, Max.Score: 2296.103, Time: 42:14:44\n",
      "Ep.: 4506, Total Steps: 2875406, Ep.Steps: 371, Score: 796.105, Avg.Score: 1846.135, Max.Score: 2296.103, Time: 42:15:04\n",
      "Ep.: 4507, Total Steps: 2876406, Ep.Steps: 1000, Score: 2219.425, Avg.Score: 1867.751, Max.Score: 2296.103, Time: 42:16:01\n",
      "Ep.: 4508, Total Steps: 2877406, Ep.Steps: 1000, Score: 2233.307, Avg.Score: 1889.514, Max.Score: 2296.103, Time: 42:16:56\n",
      "Ep.: 4509, Total Steps: 2878406, Ep.Steps: 1000, Score: 2247.268, Avg.Score: 1911.673, Max.Score: 2296.103, Time: 42:17:49\n",
      "Ep.: 4510, Total Steps: 2879406, Ep.Steps: 1000, Score: 2234.938, Avg.Score: 1933.447, Max.Score: 2296.103, Time: 42:18:41\n",
      "Ep.: 4511, Total Steps: 2880406, Ep.Steps: 1000, Score: 2169.437, Avg.Score: 1954.017, Max.Score: 2296.103, Time: 42:19:34\n",
      "Ep.: 4512, Total Steps: 2881406, Ep.Steps: 1000, Score: 2195.672, Avg.Score: 1975.721, Max.Score: 2296.103, Time: 42:20:27\n",
      "Ep.: 4513, Total Steps: 2882406, Ep.Steps: 1000, Score: 2228.391, Avg.Score: 1997.091, Max.Score: 2296.103, Time: 42:21:20\n",
      "Ep.: 4514, Total Steps: 2883406, Ep.Steps: 1000, Score: 2227.814, Avg.Score: 2018.758, Max.Score: 2296.103, Time: 42:22:12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4515, Total Steps: 2884406, Ep.Steps: 1000, Score: 2244.052, Avg.Score: 2040.714, Max.Score: 2296.103, Time: 42:23:04\n",
      "Ep.: 4516, Total Steps: 2885406, Ep.Steps: 1000, Score: 2252.437, Avg.Score: 2062.991, Max.Score: 2296.103, Time: 42:23:57\n",
      "Ep.: 4517, Total Steps: 2886406, Ep.Steps: 1000, Score: 2259.376, Avg.Score: 2085.116, Max.Score: 2296.103, Time: 42:24:49\n",
      "Ep.: 4518, Total Steps: 2887406, Ep.Steps: 1000, Score: 2267.124, Avg.Score: 2090.981, Max.Score: 2296.103, Time: 42:25:41\n",
      "Ep.: 4519, Total Steps: 2888406, Ep.Steps: 1000, Score: 2236.339, Avg.Score: 2107.842, Max.Score: 2296.103, Time: 42:26:33\n",
      "Ep.: 4520, Total Steps: 2889406, Ep.Steps: 1000, Score: 2240.073, Avg.Score: 2109.016, Max.Score: 2296.103, Time: 42:27:25\n",
      "Ep.: 4521, Total Steps: 2890406, Ep.Steps: 1000, Score: 2273.836, Avg.Score: 2131.413, Max.Score: 2296.103, Time: 42:28:17\n",
      "Ep.: 4522, Total Steps: 2891406, Ep.Steps: 1000, Score: 2266.809, Avg.Score: 2132.566, Max.Score: 2296.103, Time: 42:29:09\n",
      "Ep.: 4523, Total Steps: 2892406, Ep.Steps: 1000, Score: 2270.608, Avg.Score: 2148.908, Max.Score: 2296.103, Time: 42:30:00\n",
      "Ep.: 4524, Total Steps: 2893406, Ep.Steps: 1000, Score: 2265.961, Avg.Score: 2149.800, Max.Score: 2296.103, Time: 42:30:52\n",
      "Ep.: 4525, Total Steps: 2894406, Ep.Steps: 1000, Score: 2268.473, Avg.Score: 2150.428, Max.Score: 2296.103, Time: 42:31:45\n",
      "Ep.: 4526, Total Steps: 2895406, Ep.Steps: 1000, Score: 2260.539, Avg.Score: 2151.058, Max.Score: 2296.103, Time: 42:32:37\n",
      "Ep.: 4527, Total Steps: 2896406, Ep.Steps: 1000, Score: 2254.444, Avg.Score: 2152.141, Max.Score: 2296.103, Time: 42:33:29\n",
      "Ep.: 4528, Total Steps: 2897406, Ep.Steps: 1000, Score: 2266.340, Avg.Score: 2152.990, Max.Score: 2296.103, Time: 42:34:21\n",
      "Ep.: 4529, Total Steps: 2898406, Ep.Steps: 1000, Score: 2269.735, Avg.Score: 2153.895, Max.Score: 2296.103, Time: 42:35:18\n",
      "Ep.: 4530, Total Steps: 2899406, Ep.Steps: 1000, Score: 2270.421, Avg.Score: 2154.335, Max.Score: 2296.103, Time: 42:36:14\n",
      "Ep.: 4531, Total Steps: 2900406, Ep.Steps: 1000, Score: 2300.822, Avg.Score: 2155.692, Max.Score: 2300.822, Time: 42:37:07\n",
      "Ep.: 4532, Total Steps: 2901406, Ep.Steps: 1000, Score: 2278.306, Avg.Score: 2157.386, Max.Score: 2300.822, Time: 42:38:00\n",
      "Ep.: 4533, Total Steps: 2902406, Ep.Steps: 1000, Score: 2247.777, Avg.Score: 2158.242, Max.Score: 2300.822, Time: 42:38:52\n",
      "Ep.: 4534, Total Steps: 2903406, Ep.Steps: 1000, Score: 2250.791, Avg.Score: 2158.914, Max.Score: 2300.822, Time: 42:39:43\n",
      "Ep.: 4535, Total Steps: 2904406, Ep.Steps: 1000, Score: 2223.795, Avg.Score: 2159.165, Max.Score: 2300.822, Time: 42:40:36\n",
      "Ep.: 4536, Total Steps: 2905406, Ep.Steps: 1000, Score: 2266.328, Avg.Score: 2159.833, Max.Score: 2300.822, Time: 42:41:27\n",
      "Ep.: 4537, Total Steps: 2906406, Ep.Steps: 1000, Score: 2263.989, Avg.Score: 2160.598, Max.Score: 2300.822, Time: 42:42:20\n",
      "Ep.: 4538, Total Steps: 2907406, Ep.Steps: 1000, Score: 2236.889, Avg.Score: 2160.712, Max.Score: 2300.822, Time: 42:43:12\n",
      "Ep.: 4539, Total Steps: 2908406, Ep.Steps: 1000, Score: 2281.224, Avg.Score: 2161.421, Max.Score: 2300.822, Time: 42:44:04\n",
      "Ep.: 4540, Total Steps: 2909406, Ep.Steps: 1000, Score: 2286.456, Avg.Score: 2162.509, Max.Score: 2300.822, Time: 42:44:56\n",
      "Ep.: 4541, Total Steps: 2910406, Ep.Steps: 1000, Score: 2294.304, Avg.Score: 2163.922, Max.Score: 2300.822, Time: 42:45:48\n",
      "Ep.: 4542, Total Steps: 2911406, Ep.Steps: 1000, Score: 2283.777, Avg.Score: 2164.855, Max.Score: 2300.822, Time: 42:46:40\n",
      "Ep.: 4543, Total Steps: 2912406, Ep.Steps: 1000, Score: 2314.047, Avg.Score: 2165.822, Max.Score: 2314.047, Time: 42:47:32\n",
      "Ep.: 4544, Total Steps: 2913406, Ep.Steps: 1000, Score: 2249.678, Avg.Score: 2165.992, Max.Score: 2314.047, Time: 42:48:24\n",
      "Ep.: 4545, Total Steps: 2914406, Ep.Steps: 1000, Score: 2252.348, Avg.Score: 2165.794, Max.Score: 2314.047, Time: 42:49:16\n",
      "Ep.: 4546, Total Steps: 2915406, Ep.Steps: 1000, Score: 2262.816, Avg.Score: 2166.001, Max.Score: 2314.047, Time: 42:50:08\n",
      "Ep.: 4547, Total Steps: 2916406, Ep.Steps: 1000, Score: 2266.793, Avg.Score: 2166.613, Max.Score: 2314.047, Time: 42:51:00\n",
      "Ep.: 4548, Total Steps: 2917406, Ep.Steps: 1000, Score: 2262.282, Avg.Score: 2177.396, Max.Score: 2314.047, Time: 42:51:53\n",
      "Ep.: 4549, Total Steps: 2918406, Ep.Steps: 1000, Score: 2294.806, Avg.Score: 2178.202, Max.Score: 2314.047, Time: 42:52:44\n",
      "Ep.: 4550, Total Steps: 2919406, Ep.Steps: 1000, Score: 2281.199, Avg.Score: 2179.245, Max.Score: 2314.047, Time: 42:53:36\n",
      "Ep.: 4551, Total Steps: 2920406, Ep.Steps: 1000, Score: 2255.240, Avg.Score: 2179.613, Max.Score: 2314.047, Time: 42:54:28\n",
      "Ep.: 4552, Total Steps: 2921406, Ep.Steps: 1000, Score: 2270.512, Avg.Score: 2187.175, Max.Score: 2314.047, Time: 42:55:21\n",
      "Ep.: 4553, Total Steps: 2922406, Ep.Steps: 1000, Score: 2244.277, Avg.Score: 2187.363, Max.Score: 2314.047, Time: 42:56:12\n",
      "Ep.: 4554, Total Steps: 2923406, Ep.Steps: 1000, Score: 2284.720, Avg.Score: 2187.622, Max.Score: 2314.047, Time: 42:57:05\n",
      "Ep.: 4555, Total Steps: 2924406, Ep.Steps: 1000, Score: 2227.275, Avg.Score: 2206.703, Max.Score: 2314.047, Time: 42:57:57\n",
      "Ep.: 4556, Total Steps: 2925406, Ep.Steps: 1000, Score: 2290.414, Avg.Score: 2213.168, Max.Score: 2314.047, Time: 42:58:49\n",
      "Ep.: 4557, Total Steps: 2926406, Ep.Steps: 1000, Score: 2277.839, Avg.Score: 2215.165, Max.Score: 2314.047, Time: 42:59:42\n",
      "Ep.: 4558, Total Steps: 2927406, Ep.Steps: 1000, Score: 2273.595, Avg.Score: 2216.160, Max.Score: 2314.047, Time: 43:00:34\n",
      "Ep.: 4559, Total Steps: 2928406, Ep.Steps: 1000, Score: 2279.898, Avg.Score: 2216.607, Max.Score: 2314.047, Time: 43:01:26\n",
      "Ep.: 4560, Total Steps: 2929406, Ep.Steps: 1000, Score: 2285.296, Avg.Score: 2232.543, Max.Score: 2314.047, Time: 43:02:18\n",
      "Ep.: 4561, Total Steps: 2930406, Ep.Steps: 1000, Score: 2300.955, Avg.Score: 2236.043, Max.Score: 2314.047, Time: 43:03:10\n",
      "Ep.: 4562, Total Steps: 2930429, Ep.Steps: 23, Score: 28.418, Avg.Score: 2215.253, Max.Score: 2314.047, Time: 43:03:11\n",
      "Ep.: 4563, Total Steps: 2931146, Ep.Steps: 717, Score: 1604.249, Avg.Score: 2210.244, Max.Score: 2314.047, Time: 43:03:48\n",
      "Ep.: 4564, Total Steps: 2932146, Ep.Steps: 1000, Score: 2275.163, Avg.Score: 2210.918, Max.Score: 2314.047, Time: 43:04:41\n",
      "Ep.: 4565, Total Steps: 2933146, Ep.Steps: 1000, Score: 2241.616, Avg.Score: 2211.162, Max.Score: 2314.047, Time: 43:05:33\n",
      "Ep.: 4566, Total Steps: 2934146, Ep.Steps: 1000, Score: 2279.170, Avg.Score: 2211.842, Max.Score: 2314.047, Time: 43:06:24\n",
      "Ep.: 4567, Total Steps: 2935146, Ep.Steps: 1000, Score: 2264.207, Avg.Score: 2212.363, Max.Score: 2314.047, Time: 43:07:16\n",
      "Ep.: 4568, Total Steps: 2936146, Ep.Steps: 1000, Score: 2239.584, Avg.Score: 2212.499, Max.Score: 2314.047, Time: 43:08:08\n",
      "Ep.: 4569, Total Steps: 2937146, Ep.Steps: 1000, Score: 2201.290, Avg.Score: 2211.840, Max.Score: 2314.047, Time: 43:09:00\n",
      "Ep.: 4570, Total Steps: 2938146, Ep.Steps: 1000, Score: 2260.909, Avg.Score: 2211.685, Max.Score: 2314.047, Time: 43:09:52\n",
      "Ep.: 4571, Total Steps: 2939146, Ep.Steps: 1000, Score: 2116.807, Avg.Score: 2210.538, Max.Score: 2314.047, Time: 43:10:44\n",
      "Ep.: 4572, Total Steps: 2940146, Ep.Steps: 1000, Score: 2131.805, Avg.Score: 2209.329, Max.Score: 2314.047, Time: 43:11:36\n",
      "Ep.: 4573, Total Steps: 2940489, Ep.Steps: 343, Score: 611.633, Avg.Score: 2192.807, Max.Score: 2314.047, Time: 43:11:54\n",
      "Ep.: 4574, Total Steps: 2941489, Ep.Steps: 1000, Score: 2202.199, Avg.Score: 2192.222, Max.Score: 2314.047, Time: 43:12:45\n",
      "Ep.: 4575, Total Steps: 2942489, Ep.Steps: 1000, Score: 2176.280, Avg.Score: 2191.329, Max.Score: 2314.047, Time: 43:13:37\n",
      "Ep.: 4576, Total Steps: 2943489, Ep.Steps: 1000, Score: 1186.358, Avg.Score: 2180.589, Max.Score: 2314.047, Time: 43:14:28\n",
      "Ep.: 4577, Total Steps: 2944104, Ep.Steps: 615, Score: 1196.719, Avg.Score: 2169.812, Max.Score: 2314.047, Time: 43:15:00\n",
      "Ep.: 4578, Total Steps: 2945104, Ep.Steps: 1000, Score: 2040.777, Avg.Score: 2167.259, Max.Score: 2314.047, Time: 43:15:52\n",
      "Ep.: 4579, Total Steps: 2946104, Ep.Steps: 1000, Score: 721.169, Avg.Score: 2151.861, Max.Score: 2314.047, Time: 43:16:45\n",
      "Ep.: 4580, Total Steps: 2946139, Ep.Steps: 35, Score: 39.250, Avg.Score: 2129.724, Max.Score: 2314.047, Time: 43:16:46\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4581, Total Steps: 2947139, Ep.Steps: 1000, Score: 726.076, Avg.Score: 2114.637, Max.Score: 2314.047, Time: 43:17:38\n",
      "Ep.: 4582, Total Steps: 2948139, Ep.Steps: 1000, Score: 2125.368, Avg.Score: 2113.511, Max.Score: 2314.047, Time: 43:18:30\n",
      "Ep.: 4583, Total Steps: 2949139, Ep.Steps: 1000, Score: 2215.240, Avg.Score: 2113.326, Max.Score: 2314.047, Time: 43:19:22\n",
      "Ep.: 4584, Total Steps: 2950139, Ep.Steps: 1000, Score: 2239.216, Avg.Score: 2113.725, Max.Score: 2314.047, Time: 43:20:14\n",
      "Ep.: 4585, Total Steps: 2951139, Ep.Steps: 1000, Score: 2281.108, Avg.Score: 2114.554, Max.Score: 2314.047, Time: 43:21:06\n",
      "Ep.: 4586, Total Steps: 2952139, Ep.Steps: 1000, Score: 2122.441, Avg.Score: 2113.250, Max.Score: 2314.047, Time: 43:21:59\n",
      "Ep.: 4587, Total Steps: 2953139, Ep.Steps: 1000, Score: 2161.991, Avg.Score: 2112.184, Max.Score: 2314.047, Time: 43:22:51\n",
      "Ep.: 4588, Total Steps: 2954139, Ep.Steps: 1000, Score: 2260.085, Avg.Score: 2112.157, Max.Score: 2314.047, Time: 43:23:43\n",
      "Ep.: 4589, Total Steps: 2955139, Ep.Steps: 1000, Score: 2257.029, Avg.Score: 2112.083, Max.Score: 2314.047, Time: 43:24:34\n",
      "Ep.: 4590, Total Steps: 2956139, Ep.Steps: 1000, Score: 2271.584, Avg.Score: 2112.438, Max.Score: 2314.047, Time: 43:25:27\n",
      "Ep.: 4591, Total Steps: 2957139, Ep.Steps: 1000, Score: 2285.201, Avg.Score: 2112.850, Max.Score: 2314.047, Time: 43:26:18\n",
      "Ep.: 4592, Total Steps: 2958139, Ep.Steps: 1000, Score: 2233.666, Avg.Score: 2112.475, Max.Score: 2314.047, Time: 43:27:10\n",
      "Ep.: 4593, Total Steps: 2959139, Ep.Steps: 1000, Score: 2242.902, Avg.Score: 2112.578, Max.Score: 2314.047, Time: 43:28:01\n",
      "Ep.: 4594, Total Steps: 2960139, Ep.Steps: 1000, Score: 2181.988, Avg.Score: 2112.544, Max.Score: 2314.047, Time: 43:28:54\n",
      "Ep.: 4595, Total Steps: 2961139, Ep.Steps: 1000, Score: 2208.807, Avg.Score: 2112.249, Max.Score: 2314.047, Time: 43:29:46\n",
      "Ep.: 4596, Total Steps: 2961353, Ep.Steps: 214, Score: 421.463, Avg.Score: 2094.085, Max.Score: 2314.047, Time: 43:29:57\n",
      "Ep.: 4597, Total Steps: 2962353, Ep.Steps: 1000, Score: 2311.214, Avg.Score: 2094.554, Max.Score: 2314.047, Time: 43:30:50\n",
      "Ep.: 4598, Total Steps: 2963353, Ep.Steps: 1000, Score: 2280.890, Avg.Score: 2094.749, Max.Score: 2314.047, Time: 43:31:42\n",
      "Ep.: 4599, Total Steps: 2964353, Ep.Steps: 1000, Score: 2287.380, Avg.Score: 2094.963, Max.Score: 2314.047, Time: 43:32:33\n",
      "Ep.: 4600, Total Steps: 2965353, Ep.Steps: 1000, Score: 2239.285, Avg.Score: 2095.122, Max.Score: 2314.047, Time: 43:33:26\n",
      "Ep.: 4601, Total Steps: 2966353, Ep.Steps: 1000, Score: 2270.564, Avg.Score: 2095.137, Max.Score: 2314.047, Time: 43:34:18\n",
      "Ep.: 4602, Total Steps: 2967353, Ep.Steps: 1000, Score: 2263.274, Avg.Score: 2095.208, Max.Score: 2314.047, Time: 43:35:10\n",
      "Ep.: 4603, Total Steps: 2968353, Ep.Steps: 1000, Score: 2266.153, Avg.Score: 2095.349, Max.Score: 2314.047, Time: 43:36:02\n",
      "Ep.: 4604, Total Steps: 2969353, Ep.Steps: 1000, Score: 2225.929, Avg.Score: 2095.049, Max.Score: 2314.047, Time: 43:36:54\n",
      "Ep.: 4605, Total Steps: 2970353, Ep.Steps: 1000, Score: 2281.754, Avg.Score: 2095.856, Max.Score: 2314.047, Time: 43:37:46\n",
      "Ep.: 4606, Total Steps: 2971353, Ep.Steps: 1000, Score: 2278.700, Avg.Score: 2110.682, Max.Score: 2314.047, Time: 43:38:38\n",
      "Ep.: 4607, Total Steps: 2972353, Ep.Steps: 1000, Score: 2294.956, Avg.Score: 2111.437, Max.Score: 2314.047, Time: 43:39:30\n",
      "Ep.: 4608, Total Steps: 2973353, Ep.Steps: 1000, Score: 2284.863, Avg.Score: 2111.953, Max.Score: 2314.047, Time: 43:40:21\n",
      "Ep.: 4609, Total Steps: 2974353, Ep.Steps: 1000, Score: 2260.063, Avg.Score: 2112.081, Max.Score: 2314.047, Time: 43:41:13\n",
      "Ep.: 4610, Total Steps: 2975353, Ep.Steps: 1000, Score: 2258.029, Avg.Score: 2112.312, Max.Score: 2314.047, Time: 43:42:05\n",
      "Ep.: 4611, Total Steps: 2976353, Ep.Steps: 1000, Score: 2268.506, Avg.Score: 2113.302, Max.Score: 2314.047, Time: 43:42:57\n",
      "Ep.: 4612, Total Steps: 2977353, Ep.Steps: 1000, Score: 2278.076, Avg.Score: 2114.126, Max.Score: 2314.047, Time: 43:43:49\n",
      "Ep.: 4613, Total Steps: 2978353, Ep.Steps: 1000, Score: 2269.292, Avg.Score: 2114.535, Max.Score: 2314.047, Time: 43:44:41\n",
      "Ep.: 4614, Total Steps: 2979353, Ep.Steps: 1000, Score: 2283.966, Avg.Score: 2115.097, Max.Score: 2314.047, Time: 43:45:33\n",
      "Ep.: 4615, Total Steps: 2980353, Ep.Steps: 1000, Score: 2284.587, Avg.Score: 2115.502, Max.Score: 2314.047, Time: 43:46:26\n",
      "Ep.: 4616, Total Steps: 2981353, Ep.Steps: 1000, Score: 2288.476, Avg.Score: 2115.863, Max.Score: 2314.047, Time: 43:47:18\n",
      "Ep.: 4617, Total Steps: 2982353, Ep.Steps: 1000, Score: 2301.898, Avg.Score: 2116.288, Max.Score: 2314.047, Time: 43:48:11\n",
      "Ep.: 4618, Total Steps: 2983353, Ep.Steps: 1000, Score: 2284.442, Avg.Score: 2116.461, Max.Score: 2314.047, Time: 43:49:03\n",
      "Ep.: 4619, Total Steps: 2984353, Ep.Steps: 1000, Score: 2259.208, Avg.Score: 2116.690, Max.Score: 2314.047, Time: 43:49:56\n",
      "Ep.: 4620, Total Steps: 2985353, Ep.Steps: 1000, Score: 2270.868, Avg.Score: 2116.998, Max.Score: 2314.047, Time: 43:50:51\n",
      "Ep.: 4621, Total Steps: 2986353, Ep.Steps: 1000, Score: 2220.033, Avg.Score: 2116.460, Max.Score: 2314.047, Time: 43:51:55\n",
      "Ep.: 4622, Total Steps: 2987353, Ep.Steps: 1000, Score: 2235.767, Avg.Score: 2116.149, Max.Score: 2314.047, Time: 43:52:50\n",
      "Ep.: 4623, Total Steps: 2988353, Ep.Steps: 1000, Score: 2254.113, Avg.Score: 2115.984, Max.Score: 2314.047, Time: 43:53:50\n",
      "Ep.: 4624, Total Steps: 2989353, Ep.Steps: 1000, Score: 2240.012, Avg.Score: 2115.725, Max.Score: 2314.047, Time: 43:54:47\n",
      "Ep.: 4625, Total Steps: 2990353, Ep.Steps: 1000, Score: 2267.391, Avg.Score: 2115.714, Max.Score: 2314.047, Time: 43:55:50\n",
      "Ep.: 4626, Total Steps: 2991353, Ep.Steps: 1000, Score: 2275.826, Avg.Score: 2115.867, Max.Score: 2314.047, Time: 43:56:48\n",
      "Ep.: 4627, Total Steps: 2992353, Ep.Steps: 1000, Score: 2283.292, Avg.Score: 2116.155, Max.Score: 2314.047, Time: 43:57:52\n",
      "Ep.: 4628, Total Steps: 2993353, Ep.Steps: 1000, Score: 2277.222, Avg.Score: 2116.264, Max.Score: 2314.047, Time: 43:58:58\n",
      "Ep.: 4629, Total Steps: 2994353, Ep.Steps: 1000, Score: 2272.384, Avg.Score: 2116.290, Max.Score: 2314.047, Time: 44:00:02\n",
      "Ep.: 4630, Total Steps: 2995353, Ep.Steps: 1000, Score: 2236.467, Avg.Score: 2115.951, Max.Score: 2314.047, Time: 44:00:56\n",
      "Ep.: 4631, Total Steps: 2996353, Ep.Steps: 1000, Score: 2279.910, Avg.Score: 2115.742, Max.Score: 2314.047, Time: 44:01:48\n",
      "Ep.: 4632, Total Steps: 2997353, Ep.Steps: 1000, Score: 2299.271, Avg.Score: 2115.951, Max.Score: 2314.047, Time: 44:02:41\n",
      "Ep.: 4633, Total Steps: 2998353, Ep.Steps: 1000, Score: 2318.884, Avg.Score: 2116.663, Max.Score: 2318.884, Time: 44:03:33\n",
      "Ep.: 4634, Total Steps: 2999353, Ep.Steps: 1000, Score: 2303.242, Avg.Score: 2117.187, Max.Score: 2318.884, Time: 44:04:24\n",
      "Ep.: 4635, Total Steps: 3000353, Ep.Steps: 1000, Score: 2310.954, Avg.Score: 2118.059, Max.Score: 2318.884, Time: 44:05:16\n",
      "Ep.: 4636, Total Steps: 3001353, Ep.Steps: 1000, Score: 2297.476, Avg.Score: 2118.370, Max.Score: 2318.884, Time: 44:06:08\n",
      "Ep.: 4637, Total Steps: 3002353, Ep.Steps: 1000, Score: 2288.044, Avg.Score: 2118.611, Max.Score: 2318.884, Time: 44:07:00\n",
      "Ep.: 4638, Total Steps: 3003353, Ep.Steps: 1000, Score: 2318.365, Avg.Score: 2119.425, Max.Score: 2318.884, Time: 44:07:52\n",
      "Ep.: 4639, Total Steps: 3004353, Ep.Steps: 1000, Score: 2260.830, Avg.Score: 2119.221, Max.Score: 2318.884, Time: 44:08:44\n",
      "Ep.: 4640, Total Steps: 3005353, Ep.Steps: 1000, Score: 2266.958, Avg.Score: 2119.027, Max.Score: 2318.884, Time: 44:09:35\n",
      "Ep.: 4641, Total Steps: 3006353, Ep.Steps: 1000, Score: 2306.976, Avg.Score: 2119.153, Max.Score: 2318.884, Time: 44:10:31\n",
      "Ep.: 4642, Total Steps: 3007353, Ep.Steps: 1000, Score: 2280.452, Avg.Score: 2119.120, Max.Score: 2318.884, Time: 44:11:29\n",
      "Ep.: 4643, Total Steps: 3008353, Ep.Steps: 1000, Score: 2333.921, Avg.Score: 2119.319, Max.Score: 2333.921, Time: 44:12:22\n",
      "Ep.: 4644, Total Steps: 3009353, Ep.Steps: 1000, Score: 2335.227, Avg.Score: 2120.174, Max.Score: 2335.227, Time: 44:13:15\n",
      "Ep.: 4645, Total Steps: 3010353, Ep.Steps: 1000, Score: 2309.155, Avg.Score: 2120.742, Max.Score: 2335.227, Time: 44:14:10\n",
      "Ep.: 4646, Total Steps: 3011353, Ep.Steps: 1000, Score: 2352.903, Avg.Score: 2121.643, Max.Score: 2352.903, Time: 44:15:05\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4647, Total Steps: 3012353, Ep.Steps: 1000, Score: 2294.822, Avg.Score: 2121.923, Max.Score: 2352.903, Time: 44:16:00\n",
      "Ep.: 4648, Total Steps: 3013353, Ep.Steps: 1000, Score: 2311.724, Avg.Score: 2122.418, Max.Score: 2352.903, Time: 44:16:52\n",
      "Ep.: 4649, Total Steps: 3014353, Ep.Steps: 1000, Score: 2273.119, Avg.Score: 2122.201, Max.Score: 2352.903, Time: 44:17:45\n",
      "Ep.: 4650, Total Steps: 3015353, Ep.Steps: 1000, Score: 2300.220, Avg.Score: 2122.391, Max.Score: 2352.903, Time: 44:18:37\n",
      "Ep.: 4651, Total Steps: 3016353, Ep.Steps: 1000, Score: 2298.937, Avg.Score: 2122.828, Max.Score: 2352.903, Time: 44:19:29\n",
      "Ep.: 4652, Total Steps: 3017353, Ep.Steps: 1000, Score: 2322.410, Avg.Score: 2123.347, Max.Score: 2352.903, Time: 44:20:21\n",
      "Ep.: 4653, Total Steps: 3018353, Ep.Steps: 1000, Score: 2346.617, Avg.Score: 2124.371, Max.Score: 2352.903, Time: 44:21:14\n",
      "Ep.: 4654, Total Steps: 3019353, Ep.Steps: 1000, Score: 2347.242, Avg.Score: 2124.996, Max.Score: 2352.903, Time: 44:22:06\n",
      "Ep.: 4655, Total Steps: 3020353, Ep.Steps: 1000, Score: 2294.639, Avg.Score: 2125.669, Max.Score: 2352.903, Time: 44:22:58\n",
      "Ep.: 4656, Total Steps: 3021353, Ep.Steps: 1000, Score: 2317.769, Avg.Score: 2125.943, Max.Score: 2352.903, Time: 44:23:51\n",
      "Ep.: 4657, Total Steps: 3022353, Ep.Steps: 1000, Score: 2302.624, Avg.Score: 2126.191, Max.Score: 2352.903, Time: 44:24:43\n",
      "Ep.: 4658, Total Steps: 3023353, Ep.Steps: 1000, Score: 2331.850, Avg.Score: 2126.773, Max.Score: 2352.903, Time: 44:25:36\n",
      "Ep.: 4659, Total Steps: 3024353, Ep.Steps: 1000, Score: 2303.695, Avg.Score: 2127.011, Max.Score: 2352.903, Time: 44:26:28\n",
      "Ep.: 4660, Total Steps: 3025353, Ep.Steps: 1000, Score: 2284.680, Avg.Score: 2127.005, Max.Score: 2352.903, Time: 44:27:21\n",
      "Ep.: 4661, Total Steps: 3026353, Ep.Steps: 1000, Score: 2322.976, Avg.Score: 2127.225, Max.Score: 2352.903, Time: 44:28:13\n",
      "Ep.: 4662, Total Steps: 3027353, Ep.Steps: 1000, Score: 2307.454, Avg.Score: 2150.016, Max.Score: 2352.903, Time: 44:29:05\n",
      "Ep.: 4663, Total Steps: 3028353, Ep.Steps: 1000, Score: 2321.150, Avg.Score: 2157.185, Max.Score: 2352.903, Time: 44:29:58\n",
      "Ep.: 4664, Total Steps: 3029353, Ep.Steps: 1000, Score: 2283.801, Avg.Score: 2157.271, Max.Score: 2352.903, Time: 44:30:51\n",
      "Ep.: 4665, Total Steps: 3030353, Ep.Steps: 1000, Score: 2307.077, Avg.Score: 2157.926, Max.Score: 2352.903, Time: 44:31:42\n",
      "Ep.: 4666, Total Steps: 3031353, Ep.Steps: 1000, Score: 2308.873, Avg.Score: 2158.223, Max.Score: 2352.903, Time: 44:32:38\n",
      "Ep.: 4667, Total Steps: 3032353, Ep.Steps: 1000, Score: 2283.194, Avg.Score: 2158.413, Max.Score: 2352.903, Time: 44:33:33\n",
      "Ep.: 4668, Total Steps: 3033353, Ep.Steps: 1000, Score: 2317.758, Avg.Score: 2159.194, Max.Score: 2352.903, Time: 44:34:26\n",
      "Ep.: 4669, Total Steps: 3034353, Ep.Steps: 1000, Score: 2305.515, Avg.Score: 2160.237, Max.Score: 2352.903, Time: 44:35:20\n",
      "Ep.: 4670, Total Steps: 3035353, Ep.Steps: 1000, Score: 2282.699, Avg.Score: 2160.455, Max.Score: 2352.903, Time: 44:36:16\n",
      "Ep.: 4671, Total Steps: 3036353, Ep.Steps: 1000, Score: 2299.249, Avg.Score: 2162.279, Max.Score: 2352.903, Time: 44:37:09\n",
      "Ep.: 4672, Total Steps: 3037353, Ep.Steps: 1000, Score: 2318.528, Avg.Score: 2164.146, Max.Score: 2352.903, Time: 44:38:03\n",
      "Ep.: 4673, Total Steps: 3038353, Ep.Steps: 1000, Score: 2312.972, Avg.Score: 2181.160, Max.Score: 2352.903, Time: 44:38:56\n",
      "Ep.: 4674, Total Steps: 3039353, Ep.Steps: 1000, Score: 2307.880, Avg.Score: 2182.216, Max.Score: 2352.903, Time: 44:39:48\n",
      "Ep.: 4675, Total Steps: 3040353, Ep.Steps: 1000, Score: 2247.340, Avg.Score: 2182.927, Max.Score: 2352.903, Time: 44:40:39\n",
      "Ep.: 4676, Total Steps: 3041353, Ep.Steps: 1000, Score: 2309.914, Avg.Score: 2194.163, Max.Score: 2352.903, Time: 44:41:31\n",
      "Ep.: 4677, Total Steps: 3042353, Ep.Steps: 1000, Score: 2265.519, Avg.Score: 2204.851, Max.Score: 2352.903, Time: 44:42:25\n",
      "Ep.: 4678, Total Steps: 3043353, Ep.Steps: 1000, Score: 2295.573, Avg.Score: 2207.398, Max.Score: 2352.903, Time: 44:43:19\n",
      "Ep.: 4679, Total Steps: 3044353, Ep.Steps: 1000, Score: 2336.300, Avg.Score: 2223.550, Max.Score: 2352.903, Time: 44:44:13\n",
      "Ep.: 4680, Total Steps: 3045353, Ep.Steps: 1000, Score: 2319.086, Avg.Score: 2246.348, Max.Score: 2352.903, Time: 44:45:06\n",
      "Ep.: 4681, Total Steps: 3046353, Ep.Steps: 1000, Score: 2310.065, Avg.Score: 2262.188, Max.Score: 2352.903, Time: 44:45:59\n",
      "Ep.: 4682, Total Steps: 3047353, Ep.Steps: 1000, Score: 2302.576, Avg.Score: 2263.960, Max.Score: 2352.903, Time: 44:46:52\n",
      "Ep.: 4683, Total Steps: 3048353, Ep.Steps: 1000, Score: 2256.111, Avg.Score: 2264.369, Max.Score: 2352.903, Time: 44:47:45\n",
      "Ep.: 4684, Total Steps: 3049353, Ep.Steps: 1000, Score: 2285.575, Avg.Score: 2264.832, Max.Score: 2352.903, Time: 44:48:39\n",
      "Ep.: 4685, Total Steps: 3050353, Ep.Steps: 1000, Score: 2264.346, Avg.Score: 2264.665, Max.Score: 2352.903, Time: 44:49:32\n",
      "Ep.: 4686, Total Steps: 3051353, Ep.Steps: 1000, Score: 2320.881, Avg.Score: 2266.649, Max.Score: 2352.903, Time: 44:50:25\n",
      "Ep.: 4687, Total Steps: 3052353, Ep.Steps: 1000, Score: 2272.745, Avg.Score: 2267.757, Max.Score: 2352.903, Time: 44:51:18\n",
      "Ep.: 4688, Total Steps: 3053353, Ep.Steps: 1000, Score: 2273.833, Avg.Score: 2267.894, Max.Score: 2352.903, Time: 44:52:14\n",
      "Ep.: 4689, Total Steps: 3054353, Ep.Steps: 1000, Score: 2273.930, Avg.Score: 2268.063, Max.Score: 2352.903, Time: 44:53:08\n",
      "Ep.: 4690, Total Steps: 3055353, Ep.Steps: 1000, Score: 2287.912, Avg.Score: 2268.227, Max.Score: 2352.903, Time: 44:54:01\n",
      "Ep.: 4691, Total Steps: 3056353, Ep.Steps: 1000, Score: 2310.405, Avg.Score: 2268.479, Max.Score: 2352.903, Time: 44:54:54\n",
      "Ep.: 4692, Total Steps: 3057353, Ep.Steps: 1000, Score: 2308.297, Avg.Score: 2269.225, Max.Score: 2352.903, Time: 44:55:47\n",
      "Ep.: 4693, Total Steps: 3058353, Ep.Steps: 1000, Score: 2264.380, Avg.Score: 2269.440, Max.Score: 2352.903, Time: 44:56:40\n",
      "Ep.: 4694, Total Steps: 3059353, Ep.Steps: 1000, Score: 2331.795, Avg.Score: 2270.938, Max.Score: 2352.903, Time: 44:57:34\n",
      "Ep.: 4695, Total Steps: 3060353, Ep.Steps: 1000, Score: 2284.629, Avg.Score: 2271.696, Max.Score: 2352.903, Time: 44:58:27\n",
      "Ep.: 4696, Total Steps: 3061353, Ep.Steps: 1000, Score: 2323.806, Avg.Score: 2290.719, Max.Score: 2352.903, Time: 44:59:21\n",
      "Ep.: 4697, Total Steps: 3062353, Ep.Steps: 1000, Score: 2322.102, Avg.Score: 2290.828, Max.Score: 2352.903, Time: 45:00:15\n",
      "Ep.: 4698, Total Steps: 3063353, Ep.Steps: 1000, Score: 2309.099, Avg.Score: 2291.110, Max.Score: 2352.903, Time: 45:01:17\n",
      "Ep.: 4699, Total Steps: 3064353, Ep.Steps: 1000, Score: 2310.014, Avg.Score: 2291.337, Max.Score: 2352.903, Time: 45:02:22\n",
      "Ep.: 4700, Total Steps: 3065353, Ep.Steps: 1000, Score: 683.135, Avg.Score: 2275.775, Max.Score: 2352.903, Time: 45:03:17\n",
      "Ep.: 4701, Total Steps: 3066353, Ep.Steps: 1000, Score: 2261.689, Avg.Score: 2275.687, Max.Score: 2352.903, Time: 45:04:14\n",
      "Ep.: 4702, Total Steps: 3067353, Ep.Steps: 1000, Score: 2332.484, Avg.Score: 2276.379, Max.Score: 2352.903, Time: 45:05:10\n",
      "Ep.: 4703, Total Steps: 3068353, Ep.Steps: 1000, Score: 2270.847, Avg.Score: 2276.426, Max.Score: 2352.903, Time: 45:06:05\n",
      "Ep.: 4704, Total Steps: 3069353, Ep.Steps: 1000, Score: 2306.745, Avg.Score: 2277.234, Max.Score: 2352.903, Time: 45:07:01\n",
      "Ep.: 4705, Total Steps: 3070353, Ep.Steps: 1000, Score: 2298.983, Avg.Score: 2277.406, Max.Score: 2352.903, Time: 45:07:58\n",
      "Ep.: 4706, Total Steps: 3071353, Ep.Steps: 1000, Score: 2305.084, Avg.Score: 2277.670, Max.Score: 2352.903, Time: 45:08:58\n",
      "Ep.: 4707, Total Steps: 3072353, Ep.Steps: 1000, Score: 2315.880, Avg.Score: 2277.879, Max.Score: 2352.903, Time: 45:09:56\n",
      "Ep.: 4708, Total Steps: 3073353, Ep.Steps: 1000, Score: 2332.064, Avg.Score: 2278.351, Max.Score: 2352.903, Time: 45:10:51\n",
      "Ep.: 4709, Total Steps: 3074353, Ep.Steps: 1000, Score: 669.001, Avg.Score: 2262.440, Max.Score: 2352.903, Time: 45:11:48\n",
      "Ep.: 4710, Total Steps: 3075353, Ep.Steps: 1000, Score: 2312.275, Avg.Score: 2262.983, Max.Score: 2352.903, Time: 45:12:42\n",
      "Ep.: 4711, Total Steps: 3076353, Ep.Steps: 1000, Score: 2289.958, Avg.Score: 2263.197, Max.Score: 2352.903, Time: 45:13:36\n",
      "Ep.: 4712, Total Steps: 3077353, Ep.Steps: 1000, Score: 2333.263, Avg.Score: 2263.749, Max.Score: 2352.903, Time: 45:14:31\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4713, Total Steps: 3078353, Ep.Steps: 1000, Score: 763.678, Avg.Score: 2248.693, Max.Score: 2352.903, Time: 45:15:25\n",
      "Ep.: 4714, Total Steps: 3079353, Ep.Steps: 1000, Score: 2330.553, Avg.Score: 2249.159, Max.Score: 2352.903, Time: 45:16:19\n",
      "Ep.: 4715, Total Steps: 3080353, Ep.Steps: 1000, Score: 2340.455, Avg.Score: 2249.718, Max.Score: 2352.903, Time: 45:17:14\n",
      "Ep.: 4716, Total Steps: 3081353, Ep.Steps: 1000, Score: 2345.954, Avg.Score: 2250.293, Max.Score: 2352.903, Time: 45:18:10\n",
      "Ep.: 4717, Total Steps: 3082353, Ep.Steps: 1000, Score: 2328.725, Avg.Score: 2250.561, Max.Score: 2352.903, Time: 45:19:06\n",
      "Ep.: 4718, Total Steps: 3083353, Ep.Steps: 1000, Score: 2345.219, Avg.Score: 2251.169, Max.Score: 2352.903, Time: 45:20:02\n",
      "Ep.: 4719, Total Steps: 3084353, Ep.Steps: 1000, Score: 2350.000, Avg.Score: 2252.076, Max.Score: 2352.903, Time: 45:20:56\n",
      "Ep.: 4720, Total Steps: 3085353, Ep.Steps: 1000, Score: 2331.140, Avg.Score: 2252.679, Max.Score: 2352.903, Time: 45:21:49\n",
      "Ep.: 4721, Total Steps: 3086353, Ep.Steps: 1000, Score: 2306.533, Avg.Score: 2253.544, Max.Score: 2352.903, Time: 45:22:44\n",
      "Ep.: 4722, Total Steps: 3086392, Ep.Steps: 39, Score: 45.656, Avg.Score: 2231.643, Max.Score: 2352.903, Time: 45:22:46\n",
      "Ep.: 4723, Total Steps: 3087392, Ep.Steps: 1000, Score: 2285.547, Avg.Score: 2231.957, Max.Score: 2352.903, Time: 45:23:40\n",
      "Ep.: 4724, Total Steps: 3088143, Ep.Steps: 751, Score: 1736.481, Avg.Score: 2226.922, Max.Score: 2352.903, Time: 45:24:21\n",
      "Ep.: 4725, Total Steps: 3089143, Ep.Steps: 1000, Score: 2334.038, Avg.Score: 2227.589, Max.Score: 2352.903, Time: 45:25:18\n",
      "Ep.: 4726, Total Steps: 3089892, Ep.Steps: 749, Score: 1737.014, Avg.Score: 2222.200, Max.Score: 2352.903, Time: 45:25:58\n",
      "Ep.: 4727, Total Steps: 3090892, Ep.Steps: 1000, Score: 2335.791, Avg.Score: 2222.725, Max.Score: 2352.903, Time: 45:26:49\n",
      "Ep.: 4728, Total Steps: 3091892, Ep.Steps: 1000, Score: 2312.408, Avg.Score: 2223.077, Max.Score: 2352.903, Time: 45:27:41\n",
      "Ep.: 4729, Total Steps: 3091947, Ep.Steps: 55, Score: 64.762, Avg.Score: 2201.001, Max.Score: 2352.903, Time: 45:27:44\n",
      "Ep.: 4730, Total Steps: 3092947, Ep.Steps: 1000, Score: 2352.787, Avg.Score: 2202.164, Max.Score: 2352.903, Time: 45:28:38\n",
      "Ep.: 4731, Total Steps: 3093947, Ep.Steps: 1000, Score: 2326.097, Avg.Score: 2202.626, Max.Score: 2352.903, Time: 45:29:32\n",
      "Ep.: 4732, Total Steps: 3093981, Ep.Steps: 34, Score: 45.626, Avg.Score: 2180.090, Max.Score: 2352.903, Time: 45:29:34\n",
      "Ep.: 4733, Total Steps: 3094981, Ep.Steps: 1000, Score: 2305.713, Avg.Score: 2179.958, Max.Score: 2352.903, Time: 45:30:29\n",
      "Ep.: 4734, Total Steps: 3095981, Ep.Steps: 1000, Score: 2318.164, Avg.Score: 2180.107, Max.Score: 2352.903, Time: 45:31:24\n",
      "Ep.: 4735, Total Steps: 3096981, Ep.Steps: 1000, Score: 2256.392, Avg.Score: 2179.562, Max.Score: 2352.903, Time: 45:32:17\n",
      "Ep.: 4736, Total Steps: 3097981, Ep.Steps: 1000, Score: 2283.644, Avg.Score: 2179.423, Max.Score: 2352.903, Time: 45:33:11\n",
      "Ep.: 4737, Total Steps: 3098981, Ep.Steps: 1000, Score: 2315.128, Avg.Score: 2179.694, Max.Score: 2352.903, Time: 45:34:05\n",
      "Ep.: 4738, Total Steps: 3099981, Ep.Steps: 1000, Score: 2319.921, Avg.Score: 2179.710, Max.Score: 2352.903, Time: 45:35:06\n",
      "Ep.: 4739, Total Steps: 3100015, Ep.Steps: 34, Score: 45.186, Avg.Score: 2157.553, Max.Score: 2352.903, Time: 45:35:08\n",
      "Ep.: 4740, Total Steps: 3101015, Ep.Steps: 1000, Score: 2321.913, Avg.Score: 2158.103, Max.Score: 2352.903, Time: 45:36:17\n",
      "Ep.: 4741, Total Steps: 3102015, Ep.Steps: 1000, Score: 2283.628, Avg.Score: 2157.869, Max.Score: 2352.903, Time: 45:37:13\n",
      "Ep.: 4742, Total Steps: 3103015, Ep.Steps: 1000, Score: 2317.252, Avg.Score: 2158.237, Max.Score: 2352.903, Time: 45:38:11\n",
      "Ep.: 4743, Total Steps: 3104015, Ep.Steps: 1000, Score: 2340.043, Avg.Score: 2158.299, Max.Score: 2352.903, Time: 45:39:10\n",
      "Ep.: 4744, Total Steps: 3105015, Ep.Steps: 1000, Score: 2307.989, Avg.Score: 2158.026, Max.Score: 2352.903, Time: 45:40:04\n",
      "Ep.: 4745, Total Steps: 3106015, Ep.Steps: 1000, Score: 2301.201, Avg.Score: 2157.947, Max.Score: 2352.903, Time: 45:40:57\n",
      "Ep.: 4746, Total Steps: 3107015, Ep.Steps: 1000, Score: 2335.110, Avg.Score: 2157.769, Max.Score: 2352.787, Time: 45:41:52\n",
      "Ep.: 4747, Total Steps: 3108015, Ep.Steps: 1000, Score: 2333.219, Avg.Score: 2158.153, Max.Score: 2352.787, Time: 45:42:47\n",
      "Ep.: 4748, Total Steps: 3109015, Ep.Steps: 1000, Score: 2329.211, Avg.Score: 2158.328, Max.Score: 2352.787, Time: 45:43:47\n",
      "Ep.: 4749, Total Steps: 3110015, Ep.Steps: 1000, Score: 2303.815, Avg.Score: 2158.634, Max.Score: 2352.787, Time: 45:44:40\n",
      "Ep.: 4750, Total Steps: 3111015, Ep.Steps: 1000, Score: 2303.387, Avg.Score: 2158.666, Max.Score: 2352.787, Time: 45:45:34\n",
      "Ep.: 4751, Total Steps: 3112015, Ep.Steps: 1000, Score: 2311.288, Avg.Score: 2158.790, Max.Score: 2352.787, Time: 45:46:28\n",
      "Ep.: 4752, Total Steps: 3113015, Ep.Steps: 1000, Score: 2263.904, Avg.Score: 2158.205, Max.Score: 2352.787, Time: 45:47:27\n",
      "Ep.: 4753, Total Steps: 3114015, Ep.Steps: 1000, Score: 2315.504, Avg.Score: 2157.893, Max.Score: 2352.787, Time: 45:48:33\n",
      "Ep.: 4754, Total Steps: 3115015, Ep.Steps: 1000, Score: 2328.600, Avg.Score: 2157.707, Max.Score: 2352.787, Time: 45:49:32\n",
      "Ep.: 4755, Total Steps: 3116015, Ep.Steps: 1000, Score: 2322.883, Avg.Score: 2157.990, Max.Score: 2352.787, Time: 45:50:27\n",
      "Ep.: 4756, Total Steps: 3117015, Ep.Steps: 1000, Score: 2306.746, Avg.Score: 2157.879, Max.Score: 2352.787, Time: 45:51:22\n",
      "Ep.: 4757, Total Steps: 3118015, Ep.Steps: 1000, Score: 2325.057, Avg.Score: 2158.104, Max.Score: 2352.787, Time: 45:52:20\n",
      "Ep.: 4758, Total Steps: 3119015, Ep.Steps: 1000, Score: 2294.172, Avg.Score: 2157.727, Max.Score: 2352.787, Time: 45:53:14\n",
      "Ep.: 4759, Total Steps: 3119495, Ep.Steps: 480, Score: 1084.073, Avg.Score: 2145.531, Max.Score: 2352.787, Time: 45:53:40\n",
      "Ep.: 4760, Total Steps: 3120495, Ep.Steps: 1000, Score: 2293.081, Avg.Score: 2145.615, Max.Score: 2352.787, Time: 45:54:38\n",
      "Ep.: 4761, Total Steps: 3121495, Ep.Steps: 1000, Score: 2324.050, Avg.Score: 2145.625, Max.Score: 2352.787, Time: 45:55:31\n",
      "Ep.: 4762, Total Steps: 3122495, Ep.Steps: 1000, Score: 2317.979, Avg.Score: 2145.731, Max.Score: 2352.787, Time: 45:56:26\n",
      "Ep.: 4763, Total Steps: 3123495, Ep.Steps: 1000, Score: 2321.267, Avg.Score: 2145.732, Max.Score: 2352.787, Time: 45:57:20\n",
      "Ep.: 4764, Total Steps: 3124495, Ep.Steps: 1000, Score: 2307.907, Avg.Score: 2145.973, Max.Score: 2352.787, Time: 45:58:14\n",
      "Ep.: 4765, Total Steps: 3125495, Ep.Steps: 1000, Score: 2329.306, Avg.Score: 2146.195, Max.Score: 2352.787, Time: 45:59:06\n",
      "Ep.: 4766, Total Steps: 3126495, Ep.Steps: 1000, Score: 2326.599, Avg.Score: 2146.372, Max.Score: 2352.787, Time: 46:00:00\n",
      "Ep.: 4767, Total Steps: 3127495, Ep.Steps: 1000, Score: 2302.947, Avg.Score: 2146.570, Max.Score: 2352.787, Time: 46:00:56\n",
      "Ep.: 4768, Total Steps: 3128495, Ep.Steps: 1000, Score: 2299.266, Avg.Score: 2146.385, Max.Score: 2352.787, Time: 46:01:50\n",
      "Ep.: 4769, Total Steps: 3129495, Ep.Steps: 1000, Score: 2306.298, Avg.Score: 2146.393, Max.Score: 2352.787, Time: 46:02:43\n",
      "Ep.: 4770, Total Steps: 3130495, Ep.Steps: 1000, Score: 2300.962, Avg.Score: 2146.575, Max.Score: 2352.787, Time: 46:03:36\n",
      "Ep.: 4771, Total Steps: 3131495, Ep.Steps: 1000, Score: 2335.529, Avg.Score: 2146.938, Max.Score: 2352.787, Time: 46:04:31\n",
      "Ep.: 4772, Total Steps: 3132495, Ep.Steps: 1000, Score: 2325.634, Avg.Score: 2147.009, Max.Score: 2352.787, Time: 46:05:24\n",
      "Ep.: 4773, Total Steps: 3133495, Ep.Steps: 1000, Score: 2339.457, Avg.Score: 2147.274, Max.Score: 2352.787, Time: 46:06:16\n",
      "Ep.: 4774, Total Steps: 3134495, Ep.Steps: 1000, Score: 2326.966, Avg.Score: 2147.465, Max.Score: 2352.787, Time: 46:07:08\n",
      "Ep.: 4775, Total Steps: 3135495, Ep.Steps: 1000, Score: 2314.798, Avg.Score: 2148.140, Max.Score: 2352.787, Time: 46:08:00\n",
      "Ep.: 4776, Total Steps: 3136495, Ep.Steps: 1000, Score: 2329.480, Avg.Score: 2148.335, Max.Score: 2352.787, Time: 46:08:52\n",
      "Ep.: 4777, Total Steps: 3137495, Ep.Steps: 1000, Score: 2352.507, Avg.Score: 2149.205, Max.Score: 2352.787, Time: 46:09:44\n",
      "Ep.: 4778, Total Steps: 3138495, Ep.Steps: 1000, Score: 2349.831, Avg.Score: 2149.748, Max.Score: 2352.787, Time: 46:10:37\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4779, Total Steps: 3139495, Ep.Steps: 1000, Score: 2313.620, Avg.Score: 2149.521, Max.Score: 2352.787, Time: 46:11:29\n",
      "Ep.: 4780, Total Steps: 3140495, Ep.Steps: 1000, Score: 2304.527, Avg.Score: 2149.375, Max.Score: 2352.787, Time: 46:12:20\n",
      "Ep.: 4781, Total Steps: 3141495, Ep.Steps: 1000, Score: 2336.640, Avg.Score: 2149.641, Max.Score: 2352.787, Time: 46:13:12\n",
      "Ep.: 4782, Total Steps: 3142495, Ep.Steps: 1000, Score: 2322.462, Avg.Score: 2149.840, Max.Score: 2352.787, Time: 46:14:04\n",
      "Ep.: 4783, Total Steps: 3143495, Ep.Steps: 1000, Score: 2354.106, Avg.Score: 2150.820, Max.Score: 2354.106, Time: 46:14:56\n",
      "Ep.: 4784, Total Steps: 3144495, Ep.Steps: 1000, Score: 2358.573, Avg.Score: 2151.550, Max.Score: 2358.573, Time: 46:15:49\n",
      "Ep.: 4785, Total Steps: 3145495, Ep.Steps: 1000, Score: 2336.410, Avg.Score: 2152.271, Max.Score: 2358.573, Time: 46:16:40\n",
      "Ep.: 4786, Total Steps: 3146495, Ep.Steps: 1000, Score: 2345.929, Avg.Score: 2152.521, Max.Score: 2358.573, Time: 46:17:33\n",
      "Ep.: 4787, Total Steps: 3147495, Ep.Steps: 1000, Score: 2364.440, Avg.Score: 2153.438, Max.Score: 2364.440, Time: 46:18:25\n",
      "Ep.: 4788, Total Steps: 3148495, Ep.Steps: 1000, Score: 2313.864, Avg.Score: 2153.838, Max.Score: 2364.440, Time: 46:19:17\n",
      "Ep.: 4789, Total Steps: 3149495, Ep.Steps: 1000, Score: 2337.704, Avg.Score: 2154.476, Max.Score: 2364.440, Time: 46:20:08\n",
      "Ep.: 4790, Total Steps: 3150495, Ep.Steps: 1000, Score: 2343.485, Avg.Score: 2155.032, Max.Score: 2364.440, Time: 46:21:01\n",
      "Ep.: 4791, Total Steps: 3151495, Ep.Steps: 1000, Score: 2272.846, Avg.Score: 2154.656, Max.Score: 2364.440, Time: 46:21:53\n",
      "Ep.: 4792, Total Steps: 3152495, Ep.Steps: 1000, Score: 2341.979, Avg.Score: 2154.993, Max.Score: 2364.440, Time: 46:22:46\n",
      "Ep.: 4793, Total Steps: 3153495, Ep.Steps: 1000, Score: 2317.326, Avg.Score: 2155.522, Max.Score: 2364.440, Time: 46:23:37\n",
      "Ep.: 4794, Total Steps: 3154495, Ep.Steps: 1000, Score: 2311.978, Avg.Score: 2155.324, Max.Score: 2364.440, Time: 46:24:29\n",
      "Ep.: 4795, Total Steps: 3155495, Ep.Steps: 1000, Score: 2340.120, Avg.Score: 2155.879, Max.Score: 2364.440, Time: 46:25:21\n",
      "Ep.: 4796, Total Steps: 3156495, Ep.Steps: 1000, Score: 2339.274, Avg.Score: 2156.034, Max.Score: 2364.440, Time: 46:26:13\n",
      "Ep.: 4797, Total Steps: 3157495, Ep.Steps: 1000, Score: 2348.122, Avg.Score: 2156.294, Max.Score: 2364.440, Time: 46:27:04\n",
      "Ep.: 4798, Total Steps: 3158495, Ep.Steps: 1000, Score: 2337.658, Avg.Score: 2156.580, Max.Score: 2364.440, Time: 46:27:56\n",
      "Ep.: 4799, Total Steps: 3159495, Ep.Steps: 1000, Score: 2324.620, Avg.Score: 2156.726, Max.Score: 2364.440, Time: 46:28:49\n",
      "Ep.: 4800, Total Steps: 3160495, Ep.Steps: 1000, Score: 2330.855, Avg.Score: 2173.203, Max.Score: 2364.440, Time: 46:29:41\n",
      "Ep.: 4801, Total Steps: 3161495, Ep.Steps: 1000, Score: 2337.109, Avg.Score: 2173.957, Max.Score: 2364.440, Time: 46:30:35\n",
      "Ep.: 4802, Total Steps: 3162495, Ep.Steps: 1000, Score: 2325.086, Avg.Score: 2173.883, Max.Score: 2364.440, Time: 46:31:29\n",
      "Ep.: 4803, Total Steps: 3163495, Ep.Steps: 1000, Score: 2340.992, Avg.Score: 2174.585, Max.Score: 2364.440, Time: 46:32:22\n",
      "Ep.: 4804, Total Steps: 3164495, Ep.Steps: 1000, Score: 2338.127, Avg.Score: 2174.898, Max.Score: 2364.440, Time: 46:33:15\n",
      "Ep.: 4805, Total Steps: 3165495, Ep.Steps: 1000, Score: 2363.666, Avg.Score: 2175.545, Max.Score: 2364.440, Time: 46:34:08\n",
      "Ep.: 4806, Total Steps: 3166495, Ep.Steps: 1000, Score: 2348.446, Avg.Score: 2175.979, Max.Score: 2364.440, Time: 46:35:01\n",
      "Ep.: 4807, Total Steps: 3167495, Ep.Steps: 1000, Score: 2331.162, Avg.Score: 2176.132, Max.Score: 2364.440, Time: 46:35:54\n",
      "Ep.: 4808, Total Steps: 3168495, Ep.Steps: 1000, Score: 2327.682, Avg.Score: 2176.088, Max.Score: 2364.440, Time: 46:36:47\n",
      "Ep.: 4809, Total Steps: 3169495, Ep.Steps: 1000, Score: 2333.540, Avg.Score: 2192.733, Max.Score: 2364.440, Time: 46:37:40\n",
      "Ep.: 4810, Total Steps: 3170495, Ep.Steps: 1000, Score: 2338.645, Avg.Score: 2192.997, Max.Score: 2364.440, Time: 46:38:32\n",
      "Ep.: 4811, Total Steps: 3170763, Ep.Steps: 268, Score: 601.558, Avg.Score: 2176.113, Max.Score: 2364.440, Time: 46:38:47\n",
      "Ep.: 4812, Total Steps: 3171763, Ep.Steps: 1000, Score: 2333.488, Avg.Score: 2176.115, Max.Score: 2364.440, Time: 46:39:42\n",
      "Ep.: 4813, Total Steps: 3172763, Ep.Steps: 1000, Score: 2331.872, Avg.Score: 2191.797, Max.Score: 2364.440, Time: 46:40:35\n",
      "Ep.: 4814, Total Steps: 3173763, Ep.Steps: 1000, Score: 2352.296, Avg.Score: 2192.015, Max.Score: 2364.440, Time: 46:41:28\n",
      "Ep.: 4815, Total Steps: 3174763, Ep.Steps: 1000, Score: 2354.693, Avg.Score: 2192.157, Max.Score: 2364.440, Time: 46:42:20\n",
      "Ep.: 4816, Total Steps: 3175763, Ep.Steps: 1000, Score: 2358.730, Avg.Score: 2192.285, Max.Score: 2364.440, Time: 46:43:11\n",
      "Ep.: 4817, Total Steps: 3176763, Ep.Steps: 1000, Score: 2330.776, Avg.Score: 2192.305, Max.Score: 2364.440, Time: 46:44:02\n",
      "Ep.: 4818, Total Steps: 3177763, Ep.Steps: 1000, Score: 2366.331, Avg.Score: 2192.516, Max.Score: 2366.331, Time: 46:44:54\n",
      "Ep.: 4819, Total Steps: 3178763, Ep.Steps: 1000, Score: 2343.022, Avg.Score: 2192.446, Max.Score: 2366.331, Time: 46:45:45\n",
      "Ep.: 4820, Total Steps: 3179763, Ep.Steps: 1000, Score: 2324.653, Avg.Score: 2192.382, Max.Score: 2366.331, Time: 46:46:36\n",
      "Ep.: 4821, Total Steps: 3180763, Ep.Steps: 1000, Score: 2335.688, Avg.Score: 2192.673, Max.Score: 2366.331, Time: 46:47:28\n",
      "Ep.: 4822, Total Steps: 3181763, Ep.Steps: 1000, Score: 2324.841, Avg.Score: 2215.465, Max.Score: 2366.331, Time: 46:48:18\n",
      "Ep.: 4823, Total Steps: 3182763, Ep.Steps: 1000, Score: 2345.814, Avg.Score: 2216.068, Max.Score: 2366.331, Time: 46:49:10\n",
      "Ep.: 4824, Total Steps: 3183763, Ep.Steps: 1000, Score: 2356.341, Avg.Score: 2222.266, Max.Score: 2366.331, Time: 46:50:03\n",
      "Ep.: 4825, Total Steps: 3184763, Ep.Steps: 1000, Score: 2340.993, Avg.Score: 2222.336, Max.Score: 2366.331, Time: 46:50:56\n",
      "Ep.: 4826, Total Steps: 3185763, Ep.Steps: 1000, Score: 2361.082, Avg.Score: 2228.577, Max.Score: 2366.331, Time: 46:51:47\n",
      "Ep.: 4827, Total Steps: 3186763, Ep.Steps: 1000, Score: 2352.483, Avg.Score: 2228.743, Max.Score: 2366.331, Time: 46:52:39\n",
      "Ep.: 4828, Total Steps: 3187763, Ep.Steps: 1000, Score: 2359.056, Avg.Score: 2229.210, Max.Score: 2366.331, Time: 46:53:30\n",
      "Ep.: 4829, Total Steps: 3188763, Ep.Steps: 1000, Score: 2350.369, Avg.Score: 2252.066, Max.Score: 2366.331, Time: 46:54:23\n",
      "Ep.: 4830, Total Steps: 3189763, Ep.Steps: 1000, Score: 2341.176, Avg.Score: 2251.950, Max.Score: 2366.331, Time: 46:55:18\n",
      "Ep.: 4831, Total Steps: 3190763, Ep.Steps: 1000, Score: 2329.656, Avg.Score: 2251.985, Max.Score: 2366.331, Time: 46:56:10\n",
      "Ep.: 4832, Total Steps: 3191763, Ep.Steps: 1000, Score: 2351.146, Avg.Score: 2275.041, Max.Score: 2366.331, Time: 46:57:02\n",
      "Ep.: 4833, Total Steps: 3192763, Ep.Steps: 1000, Score: 2373.972, Avg.Score: 2275.723, Max.Score: 2373.972, Time: 46:57:54\n",
      "Ep.: 4834, Total Steps: 3193763, Ep.Steps: 1000, Score: 2346.402, Avg.Score: 2276.006, Max.Score: 2373.972, Time: 46:58:46\n",
      "Ep.: 4835, Total Steps: 3194763, Ep.Steps: 1000, Score: 2332.503, Avg.Score: 2276.767, Max.Score: 2373.972, Time: 46:59:38\n",
      "Ep.: 4836, Total Steps: 3195763, Ep.Steps: 1000, Score: 2342.637, Avg.Score: 2277.357, Max.Score: 2373.972, Time: 47:00:29\n",
      "Ep.: 4837, Total Steps: 3196763, Ep.Steps: 1000, Score: 2331.968, Avg.Score: 2277.525, Max.Score: 2373.972, Time: 47:01:23\n",
      "Ep.: 4838, Total Steps: 3197763, Ep.Steps: 1000, Score: 2354.555, Avg.Score: 2277.871, Max.Score: 2373.972, Time: 47:02:16\n",
      "Ep.: 4839, Total Steps: 3198763, Ep.Steps: 1000, Score: 2325.323, Avg.Score: 2300.673, Max.Score: 2373.972, Time: 47:03:10\n",
      "Ep.: 4840, Total Steps: 3199763, Ep.Steps: 1000, Score: 2338.962, Avg.Score: 2300.843, Max.Score: 2373.972, Time: 47:04:02\n",
      "Ep.: 4841, Total Steps: 3200763, Ep.Steps: 1000, Score: 2340.504, Avg.Score: 2301.412, Max.Score: 2373.972, Time: 47:04:52\n",
      "Ep.: 4842, Total Steps: 3201763, Ep.Steps: 1000, Score: 2341.130, Avg.Score: 2301.651, Max.Score: 2373.972, Time: 47:05:43\n",
      "Ep.: 4843, Total Steps: 3202763, Ep.Steps: 1000, Score: 2358.638, Avg.Score: 2301.837, Max.Score: 2373.972, Time: 47:06:36\n",
      "Ep.: 4844, Total Steps: 3203763, Ep.Steps: 1000, Score: 2351.176, Avg.Score: 2302.269, Max.Score: 2373.972, Time: 47:07:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4845, Total Steps: 3204763, Ep.Steps: 1000, Score: 2368.159, Avg.Score: 2302.938, Max.Score: 2373.972, Time: 47:08:21\n",
      "Ep.: 4846, Total Steps: 3205763, Ep.Steps: 1000, Score: 2305.857, Avg.Score: 2302.646, Max.Score: 2373.972, Time: 47:09:13\n",
      "Ep.: 4847, Total Steps: 3206763, Ep.Steps: 1000, Score: 2322.211, Avg.Score: 2302.536, Max.Score: 2373.972, Time: 47:10:05\n",
      "Ep.: 4848, Total Steps: 3207763, Ep.Steps: 1000, Score: 2336.744, Avg.Score: 2302.611, Max.Score: 2373.972, Time: 47:10:57\n",
      "Ep.: 4849, Total Steps: 3208763, Ep.Steps: 1000, Score: 2364.837, Avg.Score: 2303.221, Max.Score: 2373.972, Time: 47:11:48\n",
      "Ep.: 4850, Total Steps: 3209763, Ep.Steps: 1000, Score: 2367.828, Avg.Score: 2303.866, Max.Score: 2373.972, Time: 47:12:40\n",
      "Ep.: 4851, Total Steps: 3210763, Ep.Steps: 1000, Score: 2357.149, Avg.Score: 2304.324, Max.Score: 2373.972, Time: 47:13:30\n",
      "Ep.: 4852, Total Steps: 3211763, Ep.Steps: 1000, Score: 2343.522, Avg.Score: 2305.120, Max.Score: 2373.972, Time: 47:14:21\n",
      "Ep.: 4853, Total Steps: 3212763, Ep.Steps: 1000, Score: 2330.807, Avg.Score: 2305.273, Max.Score: 2373.972, Time: 47:15:12\n",
      "Ep.: 4854, Total Steps: 3213763, Ep.Steps: 1000, Score: 2344.553, Avg.Score: 2305.433, Max.Score: 2373.972, Time: 47:16:04\n",
      "Ep.: 4855, Total Steps: 3214763, Ep.Steps: 1000, Score: 2358.845, Avg.Score: 2305.793, Max.Score: 2373.972, Time: 47:16:55\n",
      "Ep.: 4856, Total Steps: 3215763, Ep.Steps: 1000, Score: 2348.975, Avg.Score: 2306.215, Max.Score: 2373.972, Time: 47:17:47\n",
      "Ep.: 4857, Total Steps: 3216763, Ep.Steps: 1000, Score: 2328.127, Avg.Score: 2306.246, Max.Score: 2373.972, Time: 47:18:37\n",
      "Ep.: 4858, Total Steps: 3217763, Ep.Steps: 1000, Score: 2344.520, Avg.Score: 2306.749, Max.Score: 2373.972, Time: 47:19:27\n",
      "Ep.: 4859, Total Steps: 3218763, Ep.Steps: 1000, Score: 2331.030, Avg.Score: 2319.219, Max.Score: 2373.972, Time: 47:20:17\n",
      "Ep.: 4860, Total Steps: 3219763, Ep.Steps: 1000, Score: 2312.444, Avg.Score: 2319.412, Max.Score: 2373.972, Time: 47:21:06\n",
      "Ep.: 4861, Total Steps: 3220763, Ep.Steps: 1000, Score: 2328.406, Avg.Score: 2319.456, Max.Score: 2373.972, Time: 47:21:56\n",
      "Ep.: 4862, Total Steps: 3221763, Ep.Steps: 1000, Score: 2369.404, Avg.Score: 2319.970, Max.Score: 2373.972, Time: 47:22:46\n",
      "Ep.: 4863, Total Steps: 3222763, Ep.Steps: 1000, Score: 2351.981, Avg.Score: 2320.277, Max.Score: 2373.972, Time: 47:23:36\n",
      "Ep.: 4864, Total Steps: 3223763, Ep.Steps: 1000, Score: 2340.284, Avg.Score: 2320.601, Max.Score: 2373.972, Time: 47:24:25\n",
      "Ep.: 4865, Total Steps: 3224763, Ep.Steps: 1000, Score: 2314.188, Avg.Score: 2320.450, Max.Score: 2373.972, Time: 47:25:15\n",
      "Ep.: 4866, Total Steps: 3225763, Ep.Steps: 1000, Score: 2287.340, Avg.Score: 2320.057, Max.Score: 2373.972, Time: 47:26:05\n",
      "Ep.: 4867, Total Steps: 3226763, Ep.Steps: 1000, Score: 2327.951, Avg.Score: 2320.307, Max.Score: 2373.972, Time: 47:26:55\n",
      "Ep.: 4868, Total Steps: 3227763, Ep.Steps: 1000, Score: 2336.258, Avg.Score: 2320.677, Max.Score: 2373.972, Time: 47:27:45\n",
      "Ep.: 4869, Total Steps: 3228763, Ep.Steps: 1000, Score: 2332.331, Avg.Score: 2320.937, Max.Score: 2373.972, Time: 47:28:34\n",
      "Ep.: 4870, Total Steps: 3229763, Ep.Steps: 1000, Score: 2306.877, Avg.Score: 2320.997, Max.Score: 2373.972, Time: 47:29:25\n",
      "Ep.: 4871, Total Steps: 3230763, Ep.Steps: 1000, Score: 2341.170, Avg.Score: 2321.053, Max.Score: 2373.972, Time: 47:30:15\n",
      "Ep.: 4872, Total Steps: 3231763, Ep.Steps: 1000, Score: 2324.430, Avg.Score: 2321.041, Max.Score: 2373.972, Time: 47:31:04\n",
      "Ep.: 4873, Total Steps: 3232763, Ep.Steps: 1000, Score: 2316.077, Avg.Score: 2320.807, Max.Score: 2373.972, Time: 47:31:54\n",
      "Ep.: 4874, Total Steps: 3233763, Ep.Steps: 1000, Score: 2252.696, Avg.Score: 2320.064, Max.Score: 2373.972, Time: 47:32:44\n",
      "Ep.: 4875, Total Steps: 3234763, Ep.Steps: 1000, Score: 2312.888, Avg.Score: 2320.045, Max.Score: 2373.972, Time: 47:33:34\n",
      "Ep.: 4876, Total Steps: 3235763, Ep.Steps: 1000, Score: 2329.935, Avg.Score: 2320.050, Max.Score: 2373.972, Time: 47:34:24\n",
      "Ep.: 4877, Total Steps: 3236763, Ep.Steps: 1000, Score: 2321.550, Avg.Score: 2319.740, Max.Score: 2373.972, Time: 47:35:14\n",
      "Ep.: 4878, Total Steps: 3236834, Ep.Steps: 71, Score: 100.504, Avg.Score: 2297.247, Max.Score: 2373.972, Time: 47:35:18\n",
      "Ep.: 4879, Total Steps: 3237834, Ep.Steps: 1000, Score: 2359.719, Avg.Score: 2297.708, Max.Score: 2373.972, Time: 47:36:07\n",
      "Ep.: 4880, Total Steps: 3238834, Ep.Steps: 1000, Score: 2331.545, Avg.Score: 2297.978, Max.Score: 2373.972, Time: 47:36:57\n",
      "Ep.: 4881, Total Steps: 3239834, Ep.Steps: 1000, Score: 2284.805, Avg.Score: 2297.460, Max.Score: 2373.972, Time: 47:37:47\n",
      "Ep.: 4882, Total Steps: 3240834, Ep.Steps: 1000, Score: 2313.622, Avg.Score: 2297.371, Max.Score: 2373.972, Time: 47:38:37\n",
      "Ep.: 4883, Total Steps: 3241834, Ep.Steps: 1000, Score: 2368.981, Avg.Score: 2297.520, Max.Score: 2373.972, Time: 47:39:26\n",
      "Ep.: 4884, Total Steps: 3242834, Ep.Steps: 1000, Score: 2289.287, Avg.Score: 2296.827, Max.Score: 2373.972, Time: 47:40:16\n",
      "Ep.: 4885, Total Steps: 3243834, Ep.Steps: 1000, Score: 2286.446, Avg.Score: 2296.328, Max.Score: 2373.972, Time: 47:41:06\n",
      "Ep.: 4886, Total Steps: 3244834, Ep.Steps: 1000, Score: 2317.848, Avg.Score: 2296.047, Max.Score: 2373.972, Time: 47:41:55\n",
      "Ep.: 4887, Total Steps: 3245834, Ep.Steps: 1000, Score: 2339.161, Avg.Score: 2295.794, Max.Score: 2373.972, Time: 47:42:45\n",
      "Ep.: 4888, Total Steps: 3246834, Ep.Steps: 1000, Score: 2362.349, Avg.Score: 2296.279, Max.Score: 2373.972, Time: 47:43:35\n",
      "Ep.: 4889, Total Steps: 3247834, Ep.Steps: 1000, Score: 2260.240, Avg.Score: 2295.504, Max.Score: 2373.972, Time: 47:44:25\n",
      "Ep.: 4890, Total Steps: 3248834, Ep.Steps: 1000, Score: 2347.543, Avg.Score: 2295.545, Max.Score: 2373.972, Time: 47:45:14\n",
      "Ep.: 4891, Total Steps: 3249834, Ep.Steps: 1000, Score: 2360.091, Avg.Score: 2296.417, Max.Score: 2373.972, Time: 47:46:04\n",
      "Ep.: 4892, Total Steps: 3250834, Ep.Steps: 1000, Score: 2322.328, Avg.Score: 2296.221, Max.Score: 2373.972, Time: 47:46:54\n",
      "Ep.: 4893, Total Steps: 3251834, Ep.Steps: 1000, Score: 2336.055, Avg.Score: 2296.408, Max.Score: 2373.972, Time: 47:47:43\n",
      "Ep.: 4894, Total Steps: 3252834, Ep.Steps: 1000, Score: 2329.618, Avg.Score: 2296.585, Max.Score: 2373.972, Time: 47:48:33\n",
      "Ep.: 4895, Total Steps: 3253834, Ep.Steps: 1000, Score: 2331.330, Avg.Score: 2296.497, Max.Score: 2373.972, Time: 47:49:22\n",
      "Ep.: 4896, Total Steps: 3254834, Ep.Steps: 1000, Score: 2304.603, Avg.Score: 2296.150, Max.Score: 2373.972, Time: 47:50:12\n",
      "Ep.: 4897, Total Steps: 3255834, Ep.Steps: 1000, Score: 2309.903, Avg.Score: 2295.768, Max.Score: 2373.972, Time: 47:51:01\n",
      "Ep.: 4898, Total Steps: 3256834, Ep.Steps: 1000, Score: 2337.967, Avg.Score: 2295.771, Max.Score: 2373.972, Time: 47:51:51\n",
      "Ep.: 4899, Total Steps: 3257834, Ep.Steps: 1000, Score: 2321.959, Avg.Score: 2295.744, Max.Score: 2373.972, Time: 47:52:40\n",
      "Ep.: 4900, Total Steps: 3258834, Ep.Steps: 1000, Score: 2303.563, Avg.Score: 2295.471, Max.Score: 2373.972, Time: 47:53:30\n",
      "Ep.: 4901, Total Steps: 3259749, Ep.Steps: 915, Score: 2089.608, Avg.Score: 2292.996, Max.Score: 2373.972, Time: 47:54:15\n",
      "Ep.: 4902, Total Steps: 3260749, Ep.Steps: 1000, Score: 2290.214, Avg.Score: 2292.648, Max.Score: 2373.972, Time: 47:55:05\n",
      "Ep.: 4903, Total Steps: 3261749, Ep.Steps: 1000, Score: 2321.293, Avg.Score: 2292.451, Max.Score: 2373.972, Time: 47:55:54\n",
      "Ep.: 4904, Total Steps: 3262749, Ep.Steps: 1000, Score: 2275.501, Avg.Score: 2291.824, Max.Score: 2373.972, Time: 47:56:44\n",
      "Ep.: 4905, Total Steps: 3263749, Ep.Steps: 1000, Score: 2318.735, Avg.Score: 2291.375, Max.Score: 2373.972, Time: 47:57:33\n",
      "Ep.: 4906, Total Steps: 3264749, Ep.Steps: 1000, Score: 2302.997, Avg.Score: 2290.921, Max.Score: 2373.972, Time: 47:58:23\n",
      "Ep.: 4907, Total Steps: 3265749, Ep.Steps: 1000, Score: 2338.646, Avg.Score: 2290.995, Max.Score: 2373.972, Time: 47:59:12\n",
      "Ep.: 4908, Total Steps: 3265840, Ep.Steps: 91, Score: 97.262, Avg.Score: 2268.691, Max.Score: 2373.972, Time: 47:59:17\n",
      "Ep.: 4909, Total Steps: 3266840, Ep.Steps: 1000, Score: 2338.713, Avg.Score: 2268.743, Max.Score: 2373.972, Time: 48:00:06\n",
      "Ep.: 4910, Total Steps: 3267840, Ep.Steps: 1000, Score: 638.632, Avg.Score: 2251.743, Max.Score: 2373.972, Time: 48:00:56\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4911, Total Steps: 3268840, Ep.Steps: 1000, Score: 2275.820, Avg.Score: 2268.485, Max.Score: 2373.972, Time: 48:01:45\n",
      "Ep.: 4912, Total Steps: 3269840, Ep.Steps: 1000, Score: 579.434, Avg.Score: 2250.945, Max.Score: 2373.972, Time: 48:02:35\n",
      "Ep.: 4913, Total Steps: 3270840, Ep.Steps: 1000, Score: 2338.758, Avg.Score: 2251.014, Max.Score: 2373.972, Time: 48:03:24\n",
      "Ep.: 4914, Total Steps: 3271840, Ep.Steps: 1000, Score: 2275.087, Avg.Score: 2250.242, Max.Score: 2373.972, Time: 48:04:14\n",
      "Ep.: 4915, Total Steps: 3272840, Ep.Steps: 1000, Score: 2357.949, Avg.Score: 2250.274, Max.Score: 2373.972, Time: 48:05:03\n",
      "Ep.: 4916, Total Steps: 3273840, Ep.Steps: 1000, Score: 2329.367, Avg.Score: 2249.981, Max.Score: 2373.972, Time: 48:05:53\n",
      "Ep.: 4917, Total Steps: 3274840, Ep.Steps: 1000, Score: 2351.780, Avg.Score: 2250.191, Max.Score: 2373.972, Time: 48:06:42\n",
      "Ep.: 4918, Total Steps: 3275840, Ep.Steps: 1000, Score: 2336.986, Avg.Score: 2249.897, Max.Score: 2373.972, Time: 48:07:32\n",
      "Ep.: 4919, Total Steps: 3275868, Ep.Steps: 28, Score: 36.760, Avg.Score: 2226.835, Max.Score: 2373.972, Time: 48:07:33\n",
      "Ep.: 4920, Total Steps: 3276868, Ep.Steps: 1000, Score: 2359.321, Avg.Score: 2227.181, Max.Score: 2373.972, Time: 48:08:23\n",
      "Ep.: 4921, Total Steps: 3277868, Ep.Steps: 1000, Score: 2353.626, Avg.Score: 2227.361, Max.Score: 2373.972, Time: 48:09:13\n",
      "Ep.: 4922, Total Steps: 3278307, Ep.Steps: 439, Score: 997.382, Avg.Score: 2214.086, Max.Score: 2373.972, Time: 48:09:34\n",
      "Ep.: 4923, Total Steps: 3279307, Ep.Steps: 1000, Score: 2359.463, Avg.Score: 2214.222, Max.Score: 2373.972, Time: 48:10:24\n",
      "Ep.: 4924, Total Steps: 3280307, Ep.Steps: 1000, Score: 2345.482, Avg.Score: 2214.114, Max.Score: 2373.972, Time: 48:11:13\n",
      "Ep.: 4925, Total Steps: 3281307, Ep.Steps: 1000, Score: 2353.577, Avg.Score: 2214.240, Max.Score: 2373.972, Time: 48:12:03\n",
      "Ep.: 4926, Total Steps: 3282307, Ep.Steps: 1000, Score: 2342.392, Avg.Score: 2214.053, Max.Score: 2373.972, Time: 48:12:56\n",
      "Ep.: 4927, Total Steps: 3282441, Ep.Steps: 134, Score: 245.454, Avg.Score: 2192.983, Max.Score: 2373.972, Time: 48:13:03\n",
      "Ep.: 4928, Total Steps: 3283441, Ep.Steps: 1000, Score: 2334.554, Avg.Score: 2192.738, Max.Score: 2373.972, Time: 48:13:54\n",
      "Ep.: 4929, Total Steps: 3284441, Ep.Steps: 1000, Score: 2326.174, Avg.Score: 2192.496, Max.Score: 2373.972, Time: 48:14:46\n",
      "Ep.: 4930, Total Steps: 3285441, Ep.Steps: 1000, Score: 2310.904, Avg.Score: 2192.193, Max.Score: 2373.972, Time: 48:15:37\n",
      "Ep.: 4931, Total Steps: 3286441, Ep.Steps: 1000, Score: 2335.045, Avg.Score: 2192.247, Max.Score: 2373.972, Time: 48:16:27\n",
      "Ep.: 4932, Total Steps: 3287441, Ep.Steps: 1000, Score: 2340.773, Avg.Score: 2192.143, Max.Score: 2373.972, Time: 48:17:17\n",
      "Ep.: 4933, Total Steps: 3288441, Ep.Steps: 1000, Score: 2354.957, Avg.Score: 2191.953, Max.Score: 2369.404, Time: 48:18:07\n",
      "Ep.: 4934, Total Steps: 3289441, Ep.Steps: 1000, Score: 2334.532, Avg.Score: 2191.834, Max.Score: 2369.404, Time: 48:18:58\n",
      "Ep.: 4935, Total Steps: 3290441, Ep.Steps: 1000, Score: 2327.685, Avg.Score: 2191.786, Max.Score: 2369.404, Time: 48:19:51\n",
      "Ep.: 4936, Total Steps: 3291441, Ep.Steps: 1000, Score: 2325.445, Avg.Score: 2191.614, Max.Score: 2369.404, Time: 48:20:45\n",
      "Ep.: 4937, Total Steps: 3292441, Ep.Steps: 1000, Score: 2321.862, Avg.Score: 2191.513, Max.Score: 2369.404, Time: 48:21:38\n",
      "Ep.: 4938, Total Steps: 3292771, Ep.Steps: 330, Score: 744.305, Avg.Score: 2175.411, Max.Score: 2369.404, Time: 48:21:55\n",
      "Ep.: 4939, Total Steps: 3293771, Ep.Steps: 1000, Score: 2309.512, Avg.Score: 2175.252, Max.Score: 2369.404, Time: 48:22:46\n",
      "Ep.: 4940, Total Steps: 3294771, Ep.Steps: 1000, Score: 2288.588, Avg.Score: 2174.749, Max.Score: 2369.404, Time: 48:23:37\n",
      "Ep.: 4941, Total Steps: 3295771, Ep.Steps: 1000, Score: 2316.078, Avg.Score: 2174.504, Max.Score: 2369.404, Time: 48:24:27\n",
      "Ep.: 4942, Total Steps: 3296771, Ep.Steps: 1000, Score: 2287.868, Avg.Score: 2173.972, Max.Score: 2369.404, Time: 48:25:18\n",
      "Ep.: 4943, Total Steps: 3297771, Ep.Steps: 1000, Score: 2335.828, Avg.Score: 2173.744, Max.Score: 2369.404, Time: 48:26:09\n",
      "Ep.: 4944, Total Steps: 3298771, Ep.Steps: 1000, Score: 2308.650, Avg.Score: 2173.318, Max.Score: 2369.404, Time: 48:26:59\n",
      "Ep.: 4945, Total Steps: 3299771, Ep.Steps: 1000, Score: 2301.517, Avg.Score: 2172.652, Max.Score: 2369.404, Time: 48:27:49\n",
      "Ep.: 4946, Total Steps: 3300771, Ep.Steps: 1000, Score: 2309.765, Avg.Score: 2172.691, Max.Score: 2369.404, Time: 48:28:41\n",
      "Ep.: 4947, Total Steps: 3301771, Ep.Steps: 1000, Score: 2291.672, Avg.Score: 2172.386, Max.Score: 2369.404, Time: 48:29:31\n",
      "Ep.: 4948, Total Steps: 3302771, Ep.Steps: 1000, Score: 2323.785, Avg.Score: 2172.256, Max.Score: 2369.404, Time: 48:30:22\n",
      "Ep.: 4949, Total Steps: 3303771, Ep.Steps: 1000, Score: 2325.989, Avg.Score: 2171.868, Max.Score: 2369.404, Time: 48:31:12\n",
      "Ep.: 4950, Total Steps: 3304771, Ep.Steps: 1000, Score: 2268.671, Avg.Score: 2170.876, Max.Score: 2369.404, Time: 48:32:03\n",
      "Ep.: 4951, Total Steps: 3305771, Ep.Steps: 1000, Score: 2344.709, Avg.Score: 2170.752, Max.Score: 2369.404, Time: 48:32:54\n",
      "Ep.: 4952, Total Steps: 3306771, Ep.Steps: 1000, Score: 2353.865, Avg.Score: 2170.855, Max.Score: 2369.404, Time: 48:33:45\n",
      "Ep.: 4953, Total Steps: 3307771, Ep.Steps: 1000, Score: 2322.415, Avg.Score: 2170.771, Max.Score: 2369.404, Time: 48:34:36\n",
      "Ep.: 4954, Total Steps: 3307872, Ep.Steps: 101, Score: 183.829, Avg.Score: 2149.164, Max.Score: 2369.404, Time: 48:34:41\n",
      "Ep.: 4955, Total Steps: 3308872, Ep.Steps: 1000, Score: 2303.422, Avg.Score: 2148.610, Max.Score: 2369.404, Time: 48:35:31\n",
      "Ep.: 4956, Total Steps: 3309872, Ep.Steps: 1000, Score: 2312.495, Avg.Score: 2148.245, Max.Score: 2369.404, Time: 48:36:22\n",
      "Ep.: 4957, Total Steps: 3310872, Ep.Steps: 1000, Score: 2334.731, Avg.Score: 2148.311, Max.Score: 2369.404, Time: 48:37:12\n",
      "Ep.: 4958, Total Steps: 3311872, Ep.Steps: 1000, Score: 2345.027, Avg.Score: 2148.316, Max.Score: 2369.404, Time: 48:38:03\n",
      "Ep.: 4959, Total Steps: 3312872, Ep.Steps: 1000, Score: 2336.059, Avg.Score: 2148.366, Max.Score: 2369.404, Time: 48:38:54\n",
      "Ep.: 4960, Total Steps: 3313872, Ep.Steps: 1000, Score: 2330.207, Avg.Score: 2148.544, Max.Score: 2369.404, Time: 48:39:45\n",
      "Ep.: 4961, Total Steps: 3314872, Ep.Steps: 1000, Score: 2353.637, Avg.Score: 2148.796, Max.Score: 2369.404, Time: 48:40:35\n",
      "Ep.: 4962, Total Steps: 3315872, Ep.Steps: 1000, Score: 2328.886, Avg.Score: 2148.391, Max.Score: 2368.981, Time: 48:41:26\n",
      "Ep.: 4963, Total Steps: 3316872, Ep.Steps: 1000, Score: 2334.492, Avg.Score: 2148.216, Max.Score: 2368.981, Time: 48:42:16\n",
      "Ep.: 4964, Total Steps: 3317872, Ep.Steps: 1000, Score: 2340.484, Avg.Score: 2148.218, Max.Score: 2368.981, Time: 48:43:08\n",
      "Ep.: 4965, Total Steps: 3318872, Ep.Steps: 1000, Score: 2339.354, Avg.Score: 2148.470, Max.Score: 2368.981, Time: 48:43:57\n",
      "Ep.: 4966, Total Steps: 3319872, Ep.Steps: 1000, Score: 2332.628, Avg.Score: 2148.923, Max.Score: 2368.981, Time: 48:44:48\n",
      "Ep.: 4967, Total Steps: 3320872, Ep.Steps: 1000, Score: 2361.382, Avg.Score: 2149.257, Max.Score: 2368.981, Time: 48:45:39\n",
      "Ep.: 4968, Total Steps: 3321872, Ep.Steps: 1000, Score: 2360.833, Avg.Score: 2149.503, Max.Score: 2368.981, Time: 48:46:30\n",
      "Ep.: 4969, Total Steps: 3322872, Ep.Steps: 1000, Score: 2355.322, Avg.Score: 2149.733, Max.Score: 2368.981, Time: 48:47:20\n",
      "Ep.: 4970, Total Steps: 3323872, Ep.Steps: 1000, Score: 2321.088, Avg.Score: 2149.875, Max.Score: 2368.981, Time: 48:48:14\n",
      "Ep.: 4971, Total Steps: 3324872, Ep.Steps: 1000, Score: 2310.731, Avg.Score: 2149.570, Max.Score: 2368.981, Time: 48:49:04\n",
      "Ep.: 4972, Total Steps: 3325872, Ep.Steps: 1000, Score: 2317.910, Avg.Score: 2149.505, Max.Score: 2368.981, Time: 48:49:56\n",
      "Ep.: 4973, Total Steps: 3326872, Ep.Steps: 1000, Score: 2334.880, Avg.Score: 2149.693, Max.Score: 2368.981, Time: 48:50:46\n",
      "Ep.: 4974, Total Steps: 3327872, Ep.Steps: 1000, Score: 2343.895, Avg.Score: 2150.605, Max.Score: 2368.981, Time: 48:51:37\n",
      "Ep.: 4975, Total Steps: 3328872, Ep.Steps: 1000, Score: 2331.220, Avg.Score: 2150.789, Max.Score: 2368.981, Time: 48:52:27\n",
      "Ep.: 4976, Total Steps: 3329872, Ep.Steps: 1000, Score: 2322.595, Avg.Score: 2150.715, Max.Score: 2368.981, Time: 48:53:18\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 4977, Total Steps: 3330872, Ep.Steps: 1000, Score: 2364.750, Avg.Score: 2151.147, Max.Score: 2368.981, Time: 48:54:09\n",
      "Ep.: 4978, Total Steps: 3331872, Ep.Steps: 1000, Score: 2355.654, Avg.Score: 2173.699, Max.Score: 2368.981, Time: 48:54:59\n",
      "Ep.: 4979, Total Steps: 3332872, Ep.Steps: 1000, Score: 2359.885, Avg.Score: 2173.700, Max.Score: 2368.981, Time: 48:55:49\n",
      "Ep.: 4980, Total Steps: 3333872, Ep.Steps: 1000, Score: 2324.594, Avg.Score: 2173.631, Max.Score: 2368.981, Time: 48:56:39\n",
      "Ep.: 4981, Total Steps: 3334872, Ep.Steps: 1000, Score: 2342.443, Avg.Score: 2174.207, Max.Score: 2368.981, Time: 48:57:29\n",
      "Ep.: 4982, Total Steps: 3335872, Ep.Steps: 1000, Score: 2308.088, Avg.Score: 2174.152, Max.Score: 2368.981, Time: 48:58:19\n",
      "Ep.: 4983, Total Steps: 3336872, Ep.Steps: 1000, Score: 2342.754, Avg.Score: 2173.890, Max.Score: 2364.750, Time: 48:59:10\n",
      "Ep.: 4984, Total Steps: 3337872, Ep.Steps: 1000, Score: 2355.612, Avg.Score: 2174.553, Max.Score: 2364.750, Time: 49:00:01\n",
      "Ep.: 4985, Total Steps: 3338872, Ep.Steps: 1000, Score: 2340.700, Avg.Score: 2175.095, Max.Score: 2364.750, Time: 49:00:51\n",
      "Ep.: 4986, Total Steps: 3339872, Ep.Steps: 1000, Score: 2360.049, Avg.Score: 2175.517, Max.Score: 2364.750, Time: 49:01:41\n",
      "Ep.: 4987, Total Steps: 3340872, Ep.Steps: 1000, Score: 2357.339, Avg.Score: 2175.699, Max.Score: 2364.750, Time: 49:02:32\n",
      "Ep.: 4988, Total Steps: 3341872, Ep.Steps: 1000, Score: 2335.277, Avg.Score: 2175.428, Max.Score: 2364.750, Time: 49:03:23\n",
      "Ep.: 4989, Total Steps: 3342872, Ep.Steps: 1000, Score: 2326.678, Avg.Score: 2176.093, Max.Score: 2364.750, Time: 49:04:14\n",
      "Ep.: 4990, Total Steps: 3343872, Ep.Steps: 1000, Score: 2349.376, Avg.Score: 2176.111, Max.Score: 2364.750, Time: 49:05:06\n",
      "Ep.: 4991, Total Steps: 3344872, Ep.Steps: 1000, Score: 2358.949, Avg.Score: 2176.100, Max.Score: 2364.750, Time: 49:05:57\n",
      "Ep.: 4992, Total Steps: 3345872, Ep.Steps: 1000, Score: 2327.031, Avg.Score: 2176.147, Max.Score: 2364.750, Time: 49:06:49\n",
      "Ep.: 4993, Total Steps: 3346872, Ep.Steps: 1000, Score: 2339.477, Avg.Score: 2176.181, Max.Score: 2364.750, Time: 49:07:44\n",
      "Ep.: 4994, Total Steps: 3346988, Ep.Steps: 116, Score: 204.016, Avg.Score: 2154.925, Max.Score: 2364.750, Time: 49:07:50\n",
      "Ep.: 4995, Total Steps: 3347988, Ep.Steps: 1000, Score: 2312.827, Avg.Score: 2154.740, Max.Score: 2364.750, Time: 49:08:42\n",
      "Ep.: 4996, Total Steps: 3348988, Ep.Steps: 1000, Score: 2348.171, Avg.Score: 2155.176, Max.Score: 2364.750, Time: 49:09:33\n",
      "Ep.: 4997, Total Steps: 3349988, Ep.Steps: 1000, Score: 2379.053, Avg.Score: 2155.867, Max.Score: 2379.053, Time: 49:10:24\n",
      "Ep.: 4998, Total Steps: 3350988, Ep.Steps: 1000, Score: 2257.954, Avg.Score: 2155.067, Max.Score: 2379.053, Time: 49:11:23\n",
      "Ep.: 4999, Total Steps: 3351988, Ep.Steps: 1000, Score: 2334.840, Avg.Score: 2155.196, Max.Score: 2379.053, Time: 49:12:21\n",
      "Ep.: 5000, Total Steps: 3352988, Ep.Steps: 1000, Score: 2352.849, Avg.Score: 2155.689, Max.Score: 2379.053, Time: 49:13:14\n",
      "Ep.: 5001, Total Steps: 3353988, Ep.Steps: 1000, Score: 2357.228, Avg.Score: 2158.365, Max.Score: 2379.053, Time: 49:14:06\n",
      "Ep.: 5002, Total Steps: 3354988, Ep.Steps: 1000, Score: 2368.883, Avg.Score: 2159.152, Max.Score: 2379.053, Time: 49:14:58\n",
      "Ep.: 5003, Total Steps: 3355988, Ep.Steps: 1000, Score: 2360.495, Avg.Score: 2159.544, Max.Score: 2379.053, Time: 49:15:50\n",
      "Ep.: 5004, Total Steps: 3356988, Ep.Steps: 1000, Score: 2368.915, Avg.Score: 2160.478, Max.Score: 2379.053, Time: 49:16:59\n",
      "Ep.: 5005, Total Steps: 3357988, Ep.Steps: 1000, Score: 2349.447, Avg.Score: 2160.785, Max.Score: 2379.053, Time: 49:17:55\n",
      "Ep.: 5006, Total Steps: 3358988, Ep.Steps: 1000, Score: 2369.629, Avg.Score: 2161.451, Max.Score: 2379.053, Time: 49:18:45\n",
      "Ep.: 5007, Total Steps: 3359988, Ep.Steps: 1000, Score: 2372.878, Avg.Score: 2161.793, Max.Score: 2379.053, Time: 49:19:35\n",
      "Ep.: 5008, Total Steps: 3360988, Ep.Steps: 1000, Score: 2355.723, Avg.Score: 2184.378, Max.Score: 2379.053, Time: 49:20:25\n",
      "Ep.: 5009, Total Steps: 3361988, Ep.Steps: 1000, Score: 2370.669, Avg.Score: 2184.698, Max.Score: 2379.053, Time: 49:21:15\n",
      "Ep.: 5010, Total Steps: 3362988, Ep.Steps: 1000, Score: 2345.525, Avg.Score: 2201.767, Max.Score: 2379.053, Time: 49:22:06\n",
      "Ep.: 5011, Total Steps: 3363988, Ep.Steps: 1000, Score: 2301.824, Avg.Score: 2202.027, Max.Score: 2379.053, Time: 49:22:56\n",
      "Ep.: 5012, Total Steps: 3364988, Ep.Steps: 1000, Score: 2350.551, Avg.Score: 2219.738, Max.Score: 2379.053, Time: 49:23:47\n",
      "Ep.: 5013, Total Steps: 3365988, Ep.Steps: 1000, Score: 2361.302, Avg.Score: 2219.963, Max.Score: 2379.053, Time: 49:24:40\n",
      "Ep.: 5014, Total Steps: 3366988, Ep.Steps: 1000, Score: 2350.652, Avg.Score: 2220.719, Max.Score: 2379.053, Time: 49:25:31\n",
      "Ep.: 5015, Total Steps: 3367988, Ep.Steps: 1000, Score: 2358.832, Avg.Score: 2220.728, Max.Score: 2379.053, Time: 49:26:22\n",
      "Ep.: 5016, Total Steps: 3368988, Ep.Steps: 1000, Score: 2329.214, Avg.Score: 2220.726, Max.Score: 2379.053, Time: 49:27:13\n",
      "Ep.: 5017, Total Steps: 3369988, Ep.Steps: 1000, Score: 2364.331, Avg.Score: 2220.852, Max.Score: 2379.053, Time: 49:28:11\n",
      "Ep.: 5018, Total Steps: 3370988, Ep.Steps: 1000, Score: 2321.223, Avg.Score: 2220.694, Max.Score: 2379.053, Time: 49:29:04\n",
      "Ep.: 5019, Total Steps: 3371988, Ep.Steps: 1000, Score: 2341.921, Avg.Score: 2243.746, Max.Score: 2379.053, Time: 49:29:58\n",
      "Ep.: 5020, Total Steps: 3372988, Ep.Steps: 1000, Score: 2349.944, Avg.Score: 2243.652, Max.Score: 2379.053, Time: 49:30:51\n",
      "Ep.: 5021, Total Steps: 3373988, Ep.Steps: 1000, Score: 2362.597, Avg.Score: 2243.742, Max.Score: 2379.053, Time: 49:31:42\n",
      "Ep.: 5022, Total Steps: 3374988, Ep.Steps: 1000, Score: 2363.621, Avg.Score: 2257.404, Max.Score: 2379.053, Time: 49:32:42\n",
      "Ep.: 5023, Total Steps: 3375988, Ep.Steps: 1000, Score: 2361.049, Avg.Score: 2257.420, Max.Score: 2379.053, Time: 49:33:34\n",
      "Ep.: 5024, Total Steps: 3376988, Ep.Steps: 1000, Score: 2379.778, Avg.Score: 2257.763, Max.Score: 2379.778, Time: 49:34:26\n",
      "Ep.: 5025, Total Steps: 3377988, Ep.Steps: 1000, Score: 2392.541, Avg.Score: 2258.152, Max.Score: 2392.541, Time: 49:35:19\n",
      "Ep.: 5026, Total Steps: 3378988, Ep.Steps: 1000, Score: 2376.666, Avg.Score: 2258.495, Max.Score: 2392.541, Time: 49:36:11\n",
      "Ep.: 5027, Total Steps: 3379988, Ep.Steps: 1000, Score: 2382.202, Avg.Score: 2279.863, Max.Score: 2392.541, Time: 49:37:02\n",
      "Ep.: 5028, Total Steps: 3380988, Ep.Steps: 1000, Score: 2341.495, Avg.Score: 2279.932, Max.Score: 2392.541, Time: 49:37:52\n",
      "Ep.: 5029, Total Steps: 3381988, Ep.Steps: 1000, Score: 2337.823, Avg.Score: 2280.049, Max.Score: 2392.541, Time: 49:38:42\n",
      "Ep.: 5030, Total Steps: 3382988, Ep.Steps: 1000, Score: 693.534, Avg.Score: 2263.875, Max.Score: 2392.541, Time: 49:39:32\n",
      "Ep.: 5031, Total Steps: 3383988, Ep.Steps: 1000, Score: 2370.541, Avg.Score: 2264.230, Max.Score: 2392.541, Time: 49:40:21\n",
      "Ep.: 5032, Total Steps: 3384988, Ep.Steps: 1000, Score: 2315.497, Avg.Score: 2263.977, Max.Score: 2392.541, Time: 49:41:11\n",
      "Ep.: 5033, Total Steps: 3385988, Ep.Steps: 1000, Score: 2335.682, Avg.Score: 2263.784, Max.Score: 2392.541, Time: 49:42:01\n",
      "Ep.: 5034, Total Steps: 3386023, Ep.Steps: 35, Score: 45.812, Avg.Score: 2240.897, Max.Score: 2392.541, Time: 49:42:03\n",
      "Ep.: 5035, Total Steps: 3387023, Ep.Steps: 1000, Score: 2356.576, Avg.Score: 2241.186, Max.Score: 2392.541, Time: 49:42:53\n",
      "Ep.: 5036, Total Steps: 3388023, Ep.Steps: 1000, Score: 2370.925, Avg.Score: 2241.641, Max.Score: 2392.541, Time: 49:43:43\n",
      "Ep.: 5037, Total Steps: 3388102, Ep.Steps: 79, Score: 31.409, Avg.Score: 2218.736, Max.Score: 2392.541, Time: 49:43:47\n",
      "Ep.: 5038, Total Steps: 3389102, Ep.Steps: 1000, Score: 2370.338, Avg.Score: 2234.997, Max.Score: 2392.541, Time: 49:44:37\n",
      "Ep.: 5039, Total Steps: 3390102, Ep.Steps: 1000, Score: 2341.789, Avg.Score: 2235.319, Max.Score: 2392.541, Time: 49:45:27\n",
      "Ep.: 5040, Total Steps: 3391102, Ep.Steps: 1000, Score: 572.401, Avg.Score: 2218.157, Max.Score: 2392.541, Time: 49:46:18\n",
      "Ep.: 5041, Total Steps: 3391909, Ep.Steps: 807, Score: 1860.035, Avg.Score: 2213.597, Max.Score: 2392.541, Time: 49:47:03\n",
      "Ep.: 5042, Total Steps: 3391931, Ep.Steps: 22, Score: 30.105, Avg.Score: 2191.019, Max.Score: 2392.541, Time: 49:47:05\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5043, Total Steps: 3392931, Ep.Steps: 1000, Score: 2355.149, Avg.Score: 2191.213, Max.Score: 2392.541, Time: 49:47:55\n",
      "Ep.: 5044, Total Steps: 3393931, Ep.Steps: 1000, Score: 2307.768, Avg.Score: 2191.204, Max.Score: 2392.541, Time: 49:48:47\n",
      "Ep.: 5045, Total Steps: 3393956, Ep.Steps: 25, Score: 33.510, Avg.Score: 2168.524, Max.Score: 2392.541, Time: 49:48:48\n",
      "Ep.: 5046, Total Steps: 3394956, Ep.Steps: 1000, Score: 2326.433, Avg.Score: 2168.690, Max.Score: 2392.541, Time: 49:49:38\n",
      "Ep.: 5047, Total Steps: 3395956, Ep.Steps: 1000, Score: 2341.184, Avg.Score: 2169.186, Max.Score: 2392.541, Time: 49:50:28\n",
      "Ep.: 5048, Total Steps: 3396956, Ep.Steps: 1000, Score: 2322.842, Avg.Score: 2169.176, Max.Score: 2392.541, Time: 49:51:19\n",
      "Ep.: 5049, Total Steps: 3397956, Ep.Steps: 1000, Score: 2365.893, Avg.Score: 2169.575, Max.Score: 2392.541, Time: 49:52:09\n",
      "Ep.: 5050, Total Steps: 3398956, Ep.Steps: 1000, Score: 2342.146, Avg.Score: 2170.310, Max.Score: 2392.541, Time: 49:53:00\n",
      "Ep.: 5051, Total Steps: 3399956, Ep.Steps: 1000, Score: 2333.502, Avg.Score: 2170.198, Max.Score: 2392.541, Time: 49:53:53\n",
      "Ep.: 5052, Total Steps: 3400956, Ep.Steps: 1000, Score: 2336.573, Avg.Score: 2170.025, Max.Score: 2392.541, Time: 49:54:46\n",
      "Ep.: 5053, Total Steps: 3401956, Ep.Steps: 1000, Score: 2348.194, Avg.Score: 2170.283, Max.Score: 2392.541, Time: 49:55:36\n",
      "Ep.: 5054, Total Steps: 3402956, Ep.Steps: 1000, Score: 2354.145, Avg.Score: 2191.986, Max.Score: 2392.541, Time: 49:56:26\n",
      "Ep.: 5055, Total Steps: 3403956, Ep.Steps: 1000, Score: 2384.521, Avg.Score: 2192.797, Max.Score: 2392.541, Time: 49:57:16\n",
      "Ep.: 5056, Total Steps: 3404956, Ep.Steps: 1000, Score: 2346.755, Avg.Score: 2193.139, Max.Score: 2392.541, Time: 49:58:06\n",
      "Ep.: 5057, Total Steps: 3405956, Ep.Steps: 1000, Score: 2355.741, Avg.Score: 2193.350, Max.Score: 2392.541, Time: 49:58:58\n",
      "Ep.: 5058, Total Steps: 3406956, Ep.Steps: 1000, Score: 2341.007, Avg.Score: 2193.309, Max.Score: 2392.541, Time: 49:59:53\n",
      "Ep.: 5059, Total Steps: 3407956, Ep.Steps: 1000, Score: 2358.872, Avg.Score: 2193.537, Max.Score: 2392.541, Time: 50:00:45\n",
      "Ep.: 5060, Total Steps: 3408956, Ep.Steps: 1000, Score: 2354.808, Avg.Score: 2193.783, Max.Score: 2392.541, Time: 50:01:35\n",
      "Ep.: 5061, Total Steps: 3409956, Ep.Steps: 1000, Score: 2287.662, Avg.Score: 2193.124, Max.Score: 2392.541, Time: 50:02:25\n",
      "Ep.: 5062, Total Steps: 3410956, Ep.Steps: 1000, Score: 2363.664, Avg.Score: 2193.471, Max.Score: 2392.541, Time: 50:03:18\n",
      "Ep.: 5063, Total Steps: 3411956, Ep.Steps: 1000, Score: 2372.629, Avg.Score: 2193.853, Max.Score: 2392.541, Time: 50:04:13\n",
      "Ep.: 5064, Total Steps: 3412956, Ep.Steps: 1000, Score: 2348.127, Avg.Score: 2193.929, Max.Score: 2392.541, Time: 50:05:04\n",
      "Ep.: 5065, Total Steps: 3413956, Ep.Steps: 1000, Score: 2386.881, Avg.Score: 2194.405, Max.Score: 2392.541, Time: 50:05:54\n",
      "Ep.: 5066, Total Steps: 3414956, Ep.Steps: 1000, Score: 2383.342, Avg.Score: 2194.912, Max.Score: 2392.541, Time: 50:06:44\n",
      "Ep.: 5067, Total Steps: 3415956, Ep.Steps: 1000, Score: 2374.934, Avg.Score: 2195.047, Max.Score: 2392.541, Time: 50:07:34\n",
      "Ep.: 5068, Total Steps: 3416092, Ep.Steps: 136, Score: 35.318, Avg.Score: 2171.792, Max.Score: 2392.541, Time: 50:07:41\n",
      "Ep.: 5069, Total Steps: 3417092, Ep.Steps: 1000, Score: 2383.840, Avg.Score: 2172.077, Max.Score: 2392.541, Time: 50:08:31\n",
      "Ep.: 5070, Total Steps: 3418092, Ep.Steps: 1000, Score: 2365.055, Avg.Score: 2172.517, Max.Score: 2392.541, Time: 50:09:22\n",
      "Ep.: 5071, Total Steps: 3419092, Ep.Steps: 1000, Score: 2360.593, Avg.Score: 2173.016, Max.Score: 2392.541, Time: 50:10:11\n",
      "Ep.: 5072, Total Steps: 3420092, Ep.Steps: 1000, Score: 2376.551, Avg.Score: 2173.602, Max.Score: 2392.541, Time: 50:11:02\n",
      "Ep.: 5073, Total Steps: 3421004, Ep.Steps: 912, Score: 2146.921, Avg.Score: 2171.722, Max.Score: 2392.541, Time: 50:11:47\n",
      "Ep.: 5074, Total Steps: 3422004, Ep.Steps: 1000, Score: 2368.822, Avg.Score: 2171.972, Max.Score: 2392.541, Time: 50:12:37\n",
      "Ep.: 5075, Total Steps: 3423004, Ep.Steps: 1000, Score: 2356.879, Avg.Score: 2172.228, Max.Score: 2392.541, Time: 50:13:28\n",
      "Ep.: 5076, Total Steps: 3424004, Ep.Steps: 1000, Score: 2349.083, Avg.Score: 2172.493, Max.Score: 2392.541, Time: 50:14:18\n",
      "Ep.: 5077, Total Steps: 3425004, Ep.Steps: 1000, Score: 2356.150, Avg.Score: 2172.407, Max.Score: 2392.541, Time: 50:15:08\n",
      "Ep.: 5078, Total Steps: 3426004, Ep.Steps: 1000, Score: 2363.888, Avg.Score: 2172.489, Max.Score: 2392.541, Time: 50:15:58\n",
      "Ep.: 5079, Total Steps: 3427004, Ep.Steps: 1000, Score: 2371.876, Avg.Score: 2172.609, Max.Score: 2392.541, Time: 50:16:48\n",
      "Ep.: 5080, Total Steps: 3428004, Ep.Steps: 1000, Score: 2360.886, Avg.Score: 2172.972, Max.Score: 2392.541, Time: 50:17:38\n",
      "Ep.: 5081, Total Steps: 3429004, Ep.Steps: 1000, Score: 2352.981, Avg.Score: 2173.078, Max.Score: 2392.541, Time: 50:18:28\n",
      "Ep.: 5082, Total Steps: 3430004, Ep.Steps: 1000, Score: 2372.561, Avg.Score: 2173.722, Max.Score: 2392.541, Time: 50:19:18\n",
      "Ep.: 5083, Total Steps: 3431004, Ep.Steps: 1000, Score: 2343.027, Avg.Score: 2173.725, Max.Score: 2392.541, Time: 50:20:08\n",
      "Ep.: 5084, Total Steps: 3432004, Ep.Steps: 1000, Score: 2359.667, Avg.Score: 2173.766, Max.Score: 2392.541, Time: 50:20:58\n",
      "Ep.: 5085, Total Steps: 3433004, Ep.Steps: 1000, Score: 2366.733, Avg.Score: 2174.026, Max.Score: 2392.541, Time: 50:21:48\n",
      "Ep.: 5086, Total Steps: 3434004, Ep.Steps: 1000, Score: 2365.589, Avg.Score: 2174.081, Max.Score: 2392.541, Time: 50:22:40\n",
      "Ep.: 5087, Total Steps: 3435004, Ep.Steps: 1000, Score: 2390.214, Avg.Score: 2174.410, Max.Score: 2392.541, Time: 50:23:32\n",
      "Ep.: 5088, Total Steps: 3436004, Ep.Steps: 1000, Score: 2365.671, Avg.Score: 2174.714, Max.Score: 2392.541, Time: 50:24:28\n",
      "Ep.: 5089, Total Steps: 3437004, Ep.Steps: 1000, Score: 2360.117, Avg.Score: 2175.048, Max.Score: 2392.541, Time: 50:25:22\n",
      "Ep.: 5090, Total Steps: 3438004, Ep.Steps: 1000, Score: 2367.840, Avg.Score: 2175.233, Max.Score: 2392.541, Time: 50:26:15\n",
      "Ep.: 5091, Total Steps: 3439004, Ep.Steps: 1000, Score: 2393.895, Avg.Score: 2175.583, Max.Score: 2393.895, Time: 50:27:14\n",
      "Ep.: 5092, Total Steps: 3440004, Ep.Steps: 1000, Score: 2381.066, Avg.Score: 2176.123, Max.Score: 2393.895, Time: 50:28:10\n",
      "Ep.: 5093, Total Steps: 3440220, Ep.Steps: 216, Score: 471.945, Avg.Score: 2157.448, Max.Score: 2393.895, Time: 50:28:22\n",
      "Ep.: 5094, Total Steps: 3441220, Ep.Steps: 1000, Score: 2349.161, Avg.Score: 2178.899, Max.Score: 2393.895, Time: 50:29:21\n",
      "Ep.: 5095, Total Steps: 3442220, Ep.Steps: 1000, Score: 2374.217, Avg.Score: 2179.513, Max.Score: 2393.895, Time: 50:30:22\n",
      "Ep.: 5096, Total Steps: 3442322, Ep.Steps: 102, Score: 205.940, Avg.Score: 2158.091, Max.Score: 2393.895, Time: 50:30:27\n",
      "Ep.: 5097, Total Steps: 3443322, Ep.Steps: 1000, Score: 2380.470, Avg.Score: 2158.105, Max.Score: 2393.895, Time: 50:31:24\n",
      "Ep.: 5098, Total Steps: 3444322, Ep.Steps: 1000, Score: 2397.771, Avg.Score: 2159.503, Max.Score: 2397.771, Time: 50:32:21\n",
      "Ep.: 5099, Total Steps: 3445322, Ep.Steps: 1000, Score: 2389.583, Avg.Score: 2160.050, Max.Score: 2397.771, Time: 50:33:20\n",
      "Ep.: 5100, Total Steps: 3446322, Ep.Steps: 1000, Score: 2388.302, Avg.Score: 2160.405, Max.Score: 2397.771, Time: 50:34:13\n",
      "Ep.: 5101, Total Steps: 3447322, Ep.Steps: 1000, Score: 2397.884, Avg.Score: 2160.811, Max.Score: 2397.884, Time: 50:35:10\n",
      "Ep.: 5102, Total Steps: 3448322, Ep.Steps: 1000, Score: 2385.467, Avg.Score: 2160.977, Max.Score: 2397.884, Time: 50:36:06\n",
      "Ep.: 5103, Total Steps: 3449322, Ep.Steps: 1000, Score: 2373.815, Avg.Score: 2161.111, Max.Score: 2397.884, Time: 50:36:57\n",
      "Ep.: 5104, Total Steps: 3450322, Ep.Steps: 1000, Score: 2403.249, Avg.Score: 2161.454, Max.Score: 2403.249, Time: 50:37:47\n",
      "Ep.: 5105, Total Steps: 3450568, Ep.Steps: 246, Score: 505.865, Avg.Score: 2143.018, Max.Score: 2403.249, Time: 50:37:59\n",
      "Ep.: 5106, Total Steps: 3451568, Ep.Steps: 1000, Score: 2397.538, Avg.Score: 2143.297, Max.Score: 2403.249, Time: 50:38:49\n",
      "Ep.: 5107, Total Steps: 3451895, Ep.Steps: 327, Score: 754.996, Avg.Score: 2127.118, Max.Score: 2403.249, Time: 50:39:06\n",
      "Ep.: 5108, Total Steps: 3452895, Ep.Steps: 1000, Score: 2388.689, Avg.Score: 2127.448, Max.Score: 2403.249, Time: 50:39:56\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5109, Total Steps: 3453895, Ep.Steps: 1000, Score: 2391.671, Avg.Score: 2127.658, Max.Score: 2403.249, Time: 50:40:50\n",
      "Ep.: 5110, Total Steps: 3454895, Ep.Steps: 1000, Score: 2397.941, Avg.Score: 2128.182, Max.Score: 2403.249, Time: 50:41:42\n",
      "Ep.: 5111, Total Steps: 3455895, Ep.Steps: 1000, Score: 2357.556, Avg.Score: 2128.739, Max.Score: 2403.249, Time: 50:42:32\n",
      "Ep.: 5112, Total Steps: 3456895, Ep.Steps: 1000, Score: 2365.209, Avg.Score: 2128.886, Max.Score: 2403.249, Time: 50:43:23\n",
      "Ep.: 5113, Total Steps: 3457895, Ep.Steps: 1000, Score: 2357.591, Avg.Score: 2128.849, Max.Score: 2403.249, Time: 50:44:18\n",
      "Ep.: 5114, Total Steps: 3458895, Ep.Steps: 1000, Score: 2383.950, Avg.Score: 2129.182, Max.Score: 2403.249, Time: 50:45:12\n",
      "Ep.: 5115, Total Steps: 3459895, Ep.Steps: 1000, Score: 2371.638, Avg.Score: 2129.310, Max.Score: 2403.249, Time: 50:46:08\n",
      "Ep.: 5116, Total Steps: 3460895, Ep.Steps: 1000, Score: 2354.289, Avg.Score: 2129.561, Max.Score: 2403.249, Time: 50:47:03\n",
      "Ep.: 5117, Total Steps: 3461895, Ep.Steps: 1000, Score: 2370.932, Avg.Score: 2129.627, Max.Score: 2403.249, Time: 50:48:11\n",
      "Ep.: 5118, Total Steps: 3462895, Ep.Steps: 1000, Score: 2355.761, Avg.Score: 2129.972, Max.Score: 2403.249, Time: 50:49:12\n",
      "Ep.: 5119, Total Steps: 3463895, Ep.Steps: 1000, Score: 2358.046, Avg.Score: 2130.133, Max.Score: 2403.249, Time: 50:50:14\n",
      "Ep.: 5120, Total Steps: 3464895, Ep.Steps: 1000, Score: 2380.986, Avg.Score: 2130.444, Max.Score: 2403.249, Time: 50:51:11\n",
      "Ep.: 5121, Total Steps: 3465485, Ep.Steps: 590, Score: 1378.231, Avg.Score: 2120.600, Max.Score: 2403.249, Time: 50:51:41\n",
      "Ep.: 5122, Total Steps: 3466485, Ep.Steps: 1000, Score: 2363.023, Avg.Score: 2120.594, Max.Score: 2403.249, Time: 50:52:37\n",
      "Ep.: 5123, Total Steps: 3467485, Ep.Steps: 1000, Score: 2357.661, Avg.Score: 2120.560, Max.Score: 2403.249, Time: 50:53:30\n",
      "Ep.: 5124, Total Steps: 3468485, Ep.Steps: 1000, Score: 2400.173, Avg.Score: 2120.764, Max.Score: 2403.249, Time: 50:54:24\n",
      "Ep.: 5125, Total Steps: 3469485, Ep.Steps: 1000, Score: 2370.601, Avg.Score: 2120.545, Max.Score: 2403.249, Time: 50:55:15\n",
      "Ep.: 5126, Total Steps: 3470485, Ep.Steps: 1000, Score: 2392.585, Avg.Score: 2120.704, Max.Score: 2403.249, Time: 50:56:07\n",
      "Ep.: 5127, Total Steps: 3471485, Ep.Steps: 1000, Score: 2367.566, Avg.Score: 2120.558, Max.Score: 2403.249, Time: 50:56:57\n",
      "Ep.: 5128, Total Steps: 3472485, Ep.Steps: 1000, Score: 2361.162, Avg.Score: 2120.754, Max.Score: 2403.249, Time: 50:57:47\n",
      "Ep.: 5129, Total Steps: 3473485, Ep.Steps: 1000, Score: 2376.136, Avg.Score: 2121.137, Max.Score: 2403.249, Time: 50:58:37\n",
      "Ep.: 5130, Total Steps: 3474485, Ep.Steps: 1000, Score: 2354.516, Avg.Score: 2137.747, Max.Score: 2403.249, Time: 50:59:27\n",
      "Ep.: 5131, Total Steps: 3475485, Ep.Steps: 1000, Score: 2382.854, Avg.Score: 2137.870, Max.Score: 2403.249, Time: 51:00:17\n",
      "Ep.: 5132, Total Steps: 3476485, Ep.Steps: 1000, Score: 2380.062, Avg.Score: 2138.516, Max.Score: 2403.249, Time: 51:01:07\n",
      "Ep.: 5133, Total Steps: 3477485, Ep.Steps: 1000, Score: 2373.590, Avg.Score: 2138.895, Max.Score: 2403.249, Time: 51:01:58\n",
      "Ep.: 5134, Total Steps: 3478485, Ep.Steps: 1000, Score: 2364.166, Avg.Score: 2162.079, Max.Score: 2403.249, Time: 51:02:48\n",
      "Ep.: 5135, Total Steps: 3479485, Ep.Steps: 1000, Score: 2338.943, Avg.Score: 2161.902, Max.Score: 2403.249, Time: 51:03:38\n",
      "Ep.: 5136, Total Steps: 3480485, Ep.Steps: 1000, Score: 2381.844, Avg.Score: 2162.012, Max.Score: 2403.249, Time: 51:04:28\n",
      "Ep.: 5137, Total Steps: 3481485, Ep.Steps: 1000, Score: 2397.706, Avg.Score: 2185.675, Max.Score: 2403.249, Time: 51:05:18\n",
      "Ep.: 5138, Total Steps: 3482485, Ep.Steps: 1000, Score: 2364.401, Avg.Score: 2185.615, Max.Score: 2403.249, Time: 51:06:08\n",
      "Ep.: 5139, Total Steps: 3483485, Ep.Steps: 1000, Score: 2375.262, Avg.Score: 2185.950, Max.Score: 2403.249, Time: 51:06:59\n",
      "Ep.: 5140, Total Steps: 3484485, Ep.Steps: 1000, Score: 2382.540, Avg.Score: 2204.051, Max.Score: 2403.249, Time: 51:07:49\n",
      "Ep.: 5141, Total Steps: 3485485, Ep.Steps: 1000, Score: 2393.527, Avg.Score: 2209.386, Max.Score: 2403.249, Time: 51:08:39\n",
      "Ep.: 5142, Total Steps: 3486485, Ep.Steps: 1000, Score: 2379.678, Avg.Score: 2232.882, Max.Score: 2403.249, Time: 51:09:29\n",
      "Ep.: 5143, Total Steps: 3487485, Ep.Steps: 1000, Score: 2306.971, Avg.Score: 2232.400, Max.Score: 2403.249, Time: 51:10:19\n",
      "Ep.: 5144, Total Steps: 3488485, Ep.Steps: 1000, Score: 2364.742, Avg.Score: 2232.970, Max.Score: 2403.249, Time: 51:11:09\n",
      "Ep.: 5145, Total Steps: 3489485, Ep.Steps: 1000, Score: 2376.474, Avg.Score: 2256.400, Max.Score: 2403.249, Time: 51:12:01\n",
      "Ep.: 5146, Total Steps: 3490485, Ep.Steps: 1000, Score: 2372.497, Avg.Score: 2256.860, Max.Score: 2403.249, Time: 51:12:51\n",
      "Ep.: 5147, Total Steps: 3491485, Ep.Steps: 1000, Score: 2325.841, Avg.Score: 2256.707, Max.Score: 2403.249, Time: 51:13:42\n",
      "Ep.: 5148, Total Steps: 3492485, Ep.Steps: 1000, Score: 2324.415, Avg.Score: 2256.722, Max.Score: 2403.249, Time: 51:14:32\n",
      "Ep.: 5149, Total Steps: 3492634, Ep.Steps: 149, Score: 301.070, Avg.Score: 2236.074, Max.Score: 2403.249, Time: 51:14:39\n",
      "Ep.: 5150, Total Steps: 3493634, Ep.Steps: 1000, Score: 2381.574, Avg.Score: 2236.469, Max.Score: 2403.249, Time: 51:15:29\n",
      "Ep.: 5151, Total Steps: 3494634, Ep.Steps: 1000, Score: 2379.944, Avg.Score: 2236.933, Max.Score: 2403.249, Time: 51:16:19\n",
      "Ep.: 5152, Total Steps: 3495634, Ep.Steps: 1000, Score: 2358.193, Avg.Score: 2237.149, Max.Score: 2403.249, Time: 51:17:09\n",
      "Ep.: 5153, Total Steps: 3496634, Ep.Steps: 1000, Score: 2362.633, Avg.Score: 2237.294, Max.Score: 2403.249, Time: 51:17:59\n",
      "Ep.: 5154, Total Steps: 3497634, Ep.Steps: 1000, Score: 2365.441, Avg.Score: 2237.406, Max.Score: 2403.249, Time: 51:18:48\n",
      "Ep.: 5155, Total Steps: 3498634, Ep.Steps: 1000, Score: 2376.193, Avg.Score: 2237.323, Max.Score: 2403.249, Time: 51:19:38\n",
      "Ep.: 5156, Total Steps: 3499634, Ep.Steps: 1000, Score: 2344.666, Avg.Score: 2237.302, Max.Score: 2403.249, Time: 51:20:28\n",
      "Ep.: 5157, Total Steps: 3500634, Ep.Steps: 1000, Score: 2374.230, Avg.Score: 2237.487, Max.Score: 2403.249, Time: 51:21:18\n",
      "Ep.: 5158, Total Steps: 3501634, Ep.Steps: 1000, Score: 2357.967, Avg.Score: 2237.657, Max.Score: 2403.249, Time: 51:22:08\n",
      "Ep.: 5159, Total Steps: 3502634, Ep.Steps: 1000, Score: 2373.268, Avg.Score: 2237.801, Max.Score: 2403.249, Time: 51:22:59\n",
      "Ep.: 5160, Total Steps: 3503634, Ep.Steps: 1000, Score: 2367.076, Avg.Score: 2237.923, Max.Score: 2403.249, Time: 51:23:49\n",
      "Ep.: 5161, Total Steps: 3503664, Ep.Steps: 30, Score: 31.590, Avg.Score: 2215.363, Max.Score: 2403.249, Time: 51:23:50\n",
      "Ep.: 5162, Total Steps: 3504664, Ep.Steps: 1000, Score: 2373.340, Avg.Score: 2215.459, Max.Score: 2403.249, Time: 51:24:40\n",
      "Ep.: 5163, Total Steps: 3505664, Ep.Steps: 1000, Score: 2364.324, Avg.Score: 2215.376, Max.Score: 2403.249, Time: 51:25:30\n",
      "Ep.: 5164, Total Steps: 3506664, Ep.Steps: 1000, Score: 2353.619, Avg.Score: 2215.431, Max.Score: 2403.249, Time: 51:26:20\n",
      "Ep.: 5165, Total Steps: 3507664, Ep.Steps: 1000, Score: 2363.335, Avg.Score: 2215.196, Max.Score: 2403.249, Time: 51:27:10\n",
      "Ep.: 5166, Total Steps: 3508664, Ep.Steps: 1000, Score: 2376.748, Avg.Score: 2215.130, Max.Score: 2403.249, Time: 51:28:00\n",
      "Ep.: 5167, Total Steps: 3509664, Ep.Steps: 1000, Score: 2372.678, Avg.Score: 2215.107, Max.Score: 2403.249, Time: 51:28:50\n",
      "Ep.: 5168, Total Steps: 3510664, Ep.Steps: 1000, Score: 2358.099, Avg.Score: 2238.335, Max.Score: 2403.249, Time: 51:29:45\n",
      "Ep.: 5169, Total Steps: 3511664, Ep.Steps: 1000, Score: 2338.897, Avg.Score: 2237.886, Max.Score: 2403.249, Time: 51:30:36\n",
      "Ep.: 5170, Total Steps: 3512664, Ep.Steps: 1000, Score: 2330.706, Avg.Score: 2237.542, Max.Score: 2403.249, Time: 51:31:26\n",
      "Ep.: 5171, Total Steps: 3513664, Ep.Steps: 1000, Score: 2373.947, Avg.Score: 2237.676, Max.Score: 2403.249, Time: 51:32:16\n",
      "Ep.: 5172, Total Steps: 3514664, Ep.Steps: 1000, Score: 2308.605, Avg.Score: 2236.996, Max.Score: 2403.249, Time: 51:33:06\n",
      "Ep.: 5173, Total Steps: 3515664, Ep.Steps: 1000, Score: 2358.558, Avg.Score: 2239.113, Max.Score: 2403.249, Time: 51:33:55\n",
      "Ep.: 5174, Total Steps: 3516664, Ep.Steps: 1000, Score: 2375.366, Avg.Score: 2239.178, Max.Score: 2403.249, Time: 51:34:45\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5175, Total Steps: 3517664, Ep.Steps: 1000, Score: 2340.085, Avg.Score: 2239.010, Max.Score: 2403.249, Time: 51:35:35\n",
      "Ep.: 5176, Total Steps: 3518664, Ep.Steps: 1000, Score: 2343.002, Avg.Score: 2238.949, Max.Score: 2403.249, Time: 51:36:25\n",
      "Ep.: 5177, Total Steps: 3519664, Ep.Steps: 1000, Score: 2354.533, Avg.Score: 2238.933, Max.Score: 2403.249, Time: 51:37:15\n",
      "Ep.: 5178, Total Steps: 3519692, Ep.Steps: 28, Score: 36.771, Avg.Score: 2215.662, Max.Score: 2403.249, Time: 51:37:16\n",
      "Ep.: 5179, Total Steps: 3520692, Ep.Steps: 1000, Score: 2375.597, Avg.Score: 2215.699, Max.Score: 2403.249, Time: 51:38:06\n",
      "Ep.: 5180, Total Steps: 3521692, Ep.Steps: 1000, Score: 2358.168, Avg.Score: 2215.672, Max.Score: 2403.249, Time: 51:38:56\n",
      "Ep.: 5181, Total Steps: 3522692, Ep.Steps: 1000, Score: 2354.685, Avg.Score: 2215.689, Max.Score: 2403.249, Time: 51:39:46\n",
      "Ep.: 5182, Total Steps: 3523692, Ep.Steps: 1000, Score: 2361.380, Avg.Score: 2215.577, Max.Score: 2403.249, Time: 51:40:35\n",
      "Ep.: 5183, Total Steps: 3524692, Ep.Steps: 1000, Score: 2385.016, Avg.Score: 2215.997, Max.Score: 2403.249, Time: 51:41:25\n",
      "Ep.: 5184, Total Steps: 3525692, Ep.Steps: 1000, Score: 2369.427, Avg.Score: 2216.095, Max.Score: 2403.249, Time: 51:42:14\n",
      "Ep.: 5185, Total Steps: 3526692, Ep.Steps: 1000, Score: 2374.570, Avg.Score: 2216.173, Max.Score: 2403.249, Time: 51:43:05\n",
      "Ep.: 5186, Total Steps: 3527692, Ep.Steps: 1000, Score: 2397.658, Avg.Score: 2216.494, Max.Score: 2403.249, Time: 51:43:54\n",
      "Ep.: 5187, Total Steps: 3528692, Ep.Steps: 1000, Score: 2361.453, Avg.Score: 2216.206, Max.Score: 2403.249, Time: 51:44:46\n",
      "Ep.: 5188, Total Steps: 3529692, Ep.Steps: 1000, Score: 2383.809, Avg.Score: 2216.388, Max.Score: 2403.249, Time: 51:45:40\n",
      "Ep.: 5189, Total Steps: 3530692, Ep.Steps: 1000, Score: 2376.283, Avg.Score: 2216.549, Max.Score: 2403.249, Time: 51:46:30\n",
      "Ep.: 5190, Total Steps: 3531533, Ep.Steps: 841, Score: 1991.488, Avg.Score: 2212.786, Max.Score: 2403.249, Time: 51:47:18\n",
      "Ep.: 5191, Total Steps: 3532533, Ep.Steps: 1000, Score: 2369.577, Avg.Score: 2212.543, Max.Score: 2403.249, Time: 51:48:19\n",
      "Ep.: 5192, Total Steps: 3533533, Ep.Steps: 1000, Score: 2367.438, Avg.Score: 2212.406, Max.Score: 2403.249, Time: 51:49:21\n",
      "Ep.: 5193, Total Steps: 3534533, Ep.Steps: 1000, Score: 2374.567, Avg.Score: 2231.433, Max.Score: 2403.249, Time: 51:50:11\n",
      "Ep.: 5194, Total Steps: 3535533, Ep.Steps: 1000, Score: 2389.921, Avg.Score: 2231.840, Max.Score: 2403.249, Time: 51:51:01\n",
      "Ep.: 5195, Total Steps: 3536533, Ep.Steps: 1000, Score: 2376.769, Avg.Score: 2231.866, Max.Score: 2403.249, Time: 51:51:51\n",
      "Ep.: 5196, Total Steps: 3537533, Ep.Steps: 1000, Score: 2380.835, Avg.Score: 2253.615, Max.Score: 2403.249, Time: 51:52:42\n",
      "Ep.: 5197, Total Steps: 3538533, Ep.Steps: 1000, Score: 2342.067, Avg.Score: 2253.231, Max.Score: 2403.249, Time: 51:53:32\n",
      "Ep.: 5198, Total Steps: 3539533, Ep.Steps: 1000, Score: 2336.300, Avg.Score: 2252.616, Max.Score: 2403.249, Time: 51:54:21\n",
      "Ep.: 5199, Total Steps: 3540533, Ep.Steps: 1000, Score: 2335.552, Avg.Score: 2252.076, Max.Score: 2403.249, Time: 51:55:12\n",
      "Ep.: 5200, Total Steps: 3541533, Ep.Steps: 1000, Score: 2351.249, Avg.Score: 2251.705, Max.Score: 2403.249, Time: 51:56:02\n",
      "Ep.: 5201, Total Steps: 3542533, Ep.Steps: 1000, Score: 2346.082, Avg.Score: 2251.187, Max.Score: 2403.249, Time: 51:56:51\n",
      "Ep.: 5202, Total Steps: 3543533, Ep.Steps: 1000, Score: 2334.050, Avg.Score: 2250.673, Max.Score: 2403.249, Time: 51:57:41\n",
      "Ep.: 5203, Total Steps: 3544533, Ep.Steps: 1000, Score: 2362.435, Avg.Score: 2250.559, Max.Score: 2403.249, Time: 51:58:31\n",
      "Ep.: 5204, Total Steps: 3545533, Ep.Steps: 1000, Score: 2343.898, Avg.Score: 2249.966, Max.Score: 2400.173, Time: 51:59:21\n",
      "Ep.: 5205, Total Steps: 3546533, Ep.Steps: 1000, Score: 2340.627, Avg.Score: 2268.313, Max.Score: 2400.173, Time: 52:00:11\n",
      "Ep.: 5206, Total Steps: 3547533, Ep.Steps: 1000, Score: 2374.114, Avg.Score: 2268.079, Max.Score: 2400.173, Time: 52:01:01\n",
      "Ep.: 5207, Total Steps: 3548533, Ep.Steps: 1000, Score: 2346.454, Avg.Score: 2283.994, Max.Score: 2400.173, Time: 52:01:51\n",
      "Ep.: 5208, Total Steps: 3549533, Ep.Steps: 1000, Score: 2351.454, Avg.Score: 2283.621, Max.Score: 2400.173, Time: 52:02:41\n",
      "Ep.: 5209, Total Steps: 3550533, Ep.Steps: 1000, Score: 2359.559, Avg.Score: 2283.300, Max.Score: 2400.173, Time: 52:03:31\n",
      "Ep.: 5210, Total Steps: 3551533, Ep.Steps: 1000, Score: 2345.124, Avg.Score: 2282.772, Max.Score: 2400.173, Time: 52:04:22\n",
      "Ep.: 5211, Total Steps: 3552533, Ep.Steps: 1000, Score: 2352.867, Avg.Score: 2282.725, Max.Score: 2400.173, Time: 52:05:12\n",
      "Ep.: 5212, Total Steps: 3553533, Ep.Steps: 1000, Score: 2354.337, Avg.Score: 2282.616, Max.Score: 2400.173, Time: 52:06:02\n",
      "Ep.: 5213, Total Steps: 3554533, Ep.Steps: 1000, Score: 2336.038, Avg.Score: 2282.401, Max.Score: 2400.173, Time: 52:06:52\n",
      "Ep.: 5214, Total Steps: 3555533, Ep.Steps: 1000, Score: 2385.931, Avg.Score: 2282.421, Max.Score: 2400.173, Time: 52:07:42\n",
      "Ep.: 5215, Total Steps: 3556533, Ep.Steps: 1000, Score: 2336.236, Avg.Score: 2282.067, Max.Score: 2400.173, Time: 52:08:31\n",
      "Ep.: 5216, Total Steps: 3557533, Ep.Steps: 1000, Score: 2381.240, Avg.Score: 2282.336, Max.Score: 2400.173, Time: 52:09:21\n",
      "Ep.: 5217, Total Steps: 3558533, Ep.Steps: 1000, Score: 2344.230, Avg.Score: 2282.069, Max.Score: 2400.173, Time: 52:10:11\n",
      "Ep.: 5218, Total Steps: 3559533, Ep.Steps: 1000, Score: 2383.097, Avg.Score: 2282.342, Max.Score: 2400.173, Time: 52:11:01\n",
      "Ep.: 5219, Total Steps: 3560533, Ep.Steps: 1000, Score: 2351.196, Avg.Score: 2282.274, Max.Score: 2400.173, Time: 52:11:50\n",
      "Ep.: 5220, Total Steps: 3561533, Ep.Steps: 1000, Score: 2361.336, Avg.Score: 2282.077, Max.Score: 2400.173, Time: 52:12:40\n",
      "Ep.: 5221, Total Steps: 3561919, Ep.Steps: 386, Score: 890.598, Avg.Score: 2277.201, Max.Score: 2400.173, Time: 52:13:00\n",
      "Ep.: 5222, Total Steps: 3562919, Ep.Steps: 1000, Score: 2372.606, Avg.Score: 2277.297, Max.Score: 2400.173, Time: 52:13:50\n",
      "Ep.: 5223, Total Steps: 3563919, Ep.Steps: 1000, Score: 2361.123, Avg.Score: 2277.331, Max.Score: 2400.173, Time: 52:14:39\n",
      "Ep.: 5224, Total Steps: 3564919, Ep.Steps: 1000, Score: 2368.081, Avg.Score: 2277.011, Max.Score: 2397.706, Time: 52:15:29\n",
      "Ep.: 5225, Total Steps: 3565919, Ep.Steps: 1000, Score: 2362.347, Avg.Score: 2276.928, Max.Score: 2397.706, Time: 52:16:19\n",
      "Ep.: 5226, Total Steps: 3566919, Ep.Steps: 1000, Score: 2370.708, Avg.Score: 2276.709, Max.Score: 2397.706, Time: 52:17:08\n",
      "Ep.: 5227, Total Steps: 3567919, Ep.Steps: 1000, Score: 2388.235, Avg.Score: 2276.916, Max.Score: 2397.706, Time: 52:17:58\n",
      "Ep.: 5228, Total Steps: 3568919, Ep.Steps: 1000, Score: 2374.714, Avg.Score: 2277.051, Max.Score: 2397.706, Time: 52:18:48\n",
      "Ep.: 5229, Total Steps: 3569919, Ep.Steps: 1000, Score: 2360.805, Avg.Score: 2276.898, Max.Score: 2397.706, Time: 52:19:37\n",
      "Ep.: 5230, Total Steps: 3570919, Ep.Steps: 1000, Score: 2397.961, Avg.Score: 2277.333, Max.Score: 2397.961, Time: 52:20:33\n",
      "Ep.: 5231, Total Steps: 3571919, Ep.Steps: 1000, Score: 2280.536, Avg.Score: 2276.309, Max.Score: 2397.961, Time: 52:21:24\n",
      "Ep.: 5232, Total Steps: 3572919, Ep.Steps: 1000, Score: 2324.210, Avg.Score: 2275.751, Max.Score: 2397.961, Time: 52:22:16\n",
      "Ep.: 5233, Total Steps: 3573919, Ep.Steps: 1000, Score: 2381.316, Avg.Score: 2275.828, Max.Score: 2397.961, Time: 52:23:20\n",
      "Ep.: 5234, Total Steps: 3574919, Ep.Steps: 1000, Score: 2367.943, Avg.Score: 2275.866, Max.Score: 2397.961, Time: 52:24:18\n",
      "Ep.: 5235, Total Steps: 3575374, Ep.Steps: 455, Score: 1043.842, Avg.Score: 2262.915, Max.Score: 2397.961, Time: 52:24:42\n",
      "Ep.: 5236, Total Steps: 3576374, Ep.Steps: 1000, Score: 2365.498, Avg.Score: 2262.751, Max.Score: 2397.961, Time: 52:25:34\n",
      "Ep.: 5237, Total Steps: 3577374, Ep.Steps: 1000, Score: 2365.393, Avg.Score: 2262.428, Max.Score: 2397.961, Time: 52:26:27\n",
      "Ep.: 5238, Total Steps: 3578374, Ep.Steps: 1000, Score: 2360.801, Avg.Score: 2262.392, Max.Score: 2397.961, Time: 52:27:19\n",
      "Ep.: 5239, Total Steps: 3579374, Ep.Steps: 1000, Score: 2390.954, Avg.Score: 2262.549, Max.Score: 2397.961, Time: 52:28:12\n",
      "Ep.: 5240, Total Steps: 3580374, Ep.Steps: 1000, Score: 2339.156, Avg.Score: 2262.115, Max.Score: 2397.961, Time: 52:29:04\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5241, Total Steps: 3581374, Ep.Steps: 1000, Score: 2373.424, Avg.Score: 2261.914, Max.Score: 2397.961, Time: 52:29:56\n",
      "Ep.: 5242, Total Steps: 3582374, Ep.Steps: 1000, Score: 2384.547, Avg.Score: 2261.963, Max.Score: 2397.961, Time: 52:30:48\n",
      "Ep.: 5243, Total Steps: 3583374, Ep.Steps: 1000, Score: 2357.501, Avg.Score: 2262.468, Max.Score: 2397.961, Time: 52:31:40\n",
      "Ep.: 5244, Total Steps: 3584374, Ep.Steps: 1000, Score: 2374.167, Avg.Score: 2262.563, Max.Score: 2397.961, Time: 52:32:32\n",
      "Ep.: 5245, Total Steps: 3585374, Ep.Steps: 1000, Score: 2385.318, Avg.Score: 2262.651, Max.Score: 2397.961, Time: 52:33:24\n",
      "Ep.: 5246, Total Steps: 3586374, Ep.Steps: 1000, Score: 2366.922, Avg.Score: 2262.595, Max.Score: 2397.961, Time: 52:34:16\n",
      "Ep.: 5247, Total Steps: 3587374, Ep.Steps: 1000, Score: 2348.134, Avg.Score: 2262.818, Max.Score: 2397.961, Time: 52:35:08\n",
      "Ep.: 5248, Total Steps: 3588374, Ep.Steps: 1000, Score: 2399.855, Avg.Score: 2263.573, Max.Score: 2399.855, Time: 52:36:00\n",
      "Ep.: 5249, Total Steps: 3589374, Ep.Steps: 1000, Score: 2394.241, Avg.Score: 2284.504, Max.Score: 2399.855, Time: 52:36:52\n",
      "Ep.: 5250, Total Steps: 3590374, Ep.Steps: 1000, Score: 2349.591, Avg.Score: 2284.185, Max.Score: 2399.855, Time: 52:37:44\n",
      "Ep.: 5251, Total Steps: 3591374, Ep.Steps: 1000, Score: 2367.296, Avg.Score: 2284.058, Max.Score: 2399.855, Time: 52:38:36\n",
      "Ep.: 5252, Total Steps: 3592374, Ep.Steps: 1000, Score: 2373.791, Avg.Score: 2284.214, Max.Score: 2399.855, Time: 52:39:28\n",
      "Ep.: 5253, Total Steps: 3593374, Ep.Steps: 1000, Score: 2386.765, Avg.Score: 2284.455, Max.Score: 2399.855, Time: 52:40:20\n",
      "Ep.: 5254, Total Steps: 3594374, Ep.Steps: 1000, Score: 2382.420, Avg.Score: 2284.625, Max.Score: 2399.855, Time: 52:41:11\n",
      "Ep.: 5255, Total Steps: 3595374, Ep.Steps: 1000, Score: 2368.253, Avg.Score: 2284.546, Max.Score: 2399.855, Time: 52:42:03\n",
      "Ep.: 5256, Total Steps: 3596374, Ep.Steps: 1000, Score: 2373.402, Avg.Score: 2284.833, Max.Score: 2399.855, Time: 52:42:55\n",
      "Ep.: 5257, Total Steps: 3597374, Ep.Steps: 1000, Score: 2388.346, Avg.Score: 2284.974, Max.Score: 2399.855, Time: 52:43:47\n",
      "Ep.: 5258, Total Steps: 3598374, Ep.Steps: 1000, Score: 2401.331, Avg.Score: 2285.408, Max.Score: 2401.331, Time: 52:44:39\n",
      "Ep.: 5259, Total Steps: 3599374, Ep.Steps: 1000, Score: 2363.803, Avg.Score: 2285.313, Max.Score: 2401.331, Time: 52:45:31\n",
      "Ep.: 5260, Total Steps: 3600374, Ep.Steps: 1000, Score: 2357.231, Avg.Score: 2285.215, Max.Score: 2401.331, Time: 52:46:22\n",
      "Ep.: 5261, Total Steps: 3601374, Ep.Steps: 1000, Score: 2411.713, Avg.Score: 2309.016, Max.Score: 2411.713, Time: 52:47:14\n",
      "Ep.: 5262, Total Steps: 3602374, Ep.Steps: 1000, Score: 2366.317, Avg.Score: 2308.946, Max.Score: 2411.713, Time: 52:48:06\n",
      "Ep.: 5263, Total Steps: 3603374, Ep.Steps: 1000, Score: 2369.351, Avg.Score: 2308.996, Max.Score: 2411.713, Time: 52:48:58\n",
      "Ep.: 5264, Total Steps: 3604374, Ep.Steps: 1000, Score: 2344.689, Avg.Score: 2308.907, Max.Score: 2411.713, Time: 52:49:49\n",
      "Ep.: 5265, Total Steps: 3605374, Ep.Steps: 1000, Score: 2368.421, Avg.Score: 2308.958, Max.Score: 2411.713, Time: 52:50:41\n",
      "Ep.: 5266, Total Steps: 3606374, Ep.Steps: 1000, Score: 2349.430, Avg.Score: 2308.684, Max.Score: 2411.713, Time: 52:51:33\n",
      "Ep.: 5267, Total Steps: 3607374, Ep.Steps: 1000, Score: 2361.442, Avg.Score: 2308.572, Max.Score: 2411.713, Time: 52:52:25\n",
      "Ep.: 5268, Total Steps: 3608374, Ep.Steps: 1000, Score: 2386.055, Avg.Score: 2308.852, Max.Score: 2411.713, Time: 52:53:17\n",
      "Ep.: 5269, Total Steps: 3609374, Ep.Steps: 1000, Score: 2369.879, Avg.Score: 2309.161, Max.Score: 2411.713, Time: 52:54:09\n",
      "Ep.: 5270, Total Steps: 3610374, Ep.Steps: 1000, Score: 2364.939, Avg.Score: 2309.504, Max.Score: 2411.713, Time: 52:55:00\n",
      "Ep.: 5271, Total Steps: 3611374, Ep.Steps: 1000, Score: 2345.244, Avg.Score: 2309.217, Max.Score: 2411.713, Time: 52:55:53\n",
      "Ep.: 5272, Total Steps: 3612374, Ep.Steps: 1000, Score: 2365.610, Avg.Score: 2309.787, Max.Score: 2411.713, Time: 52:56:44\n",
      "Ep.: 5273, Total Steps: 3613374, Ep.Steps: 1000, Score: 2366.654, Avg.Score: 2309.868, Max.Score: 2411.713, Time: 52:57:36\n",
      "Ep.: 5274, Total Steps: 3614374, Ep.Steps: 1000, Score: 2360.942, Avg.Score: 2309.724, Max.Score: 2411.713, Time: 52:58:28\n",
      "Ep.: 5275, Total Steps: 3615374, Ep.Steps: 1000, Score: 2340.027, Avg.Score: 2309.723, Max.Score: 2411.713, Time: 52:59:20\n",
      "Ep.: 5276, Total Steps: 3616374, Ep.Steps: 1000, Score: 2320.076, Avg.Score: 2309.494, Max.Score: 2411.713, Time: 53:00:12\n",
      "Ep.: 5277, Total Steps: 3617374, Ep.Steps: 1000, Score: 2327.368, Avg.Score: 2309.222, Max.Score: 2411.713, Time: 53:01:04\n",
      "Ep.: 5278, Total Steps: 3618374, Ep.Steps: 1000, Score: 2331.413, Avg.Score: 2332.168, Max.Score: 2411.713, Time: 53:01:55\n",
      "Ep.: 5279, Total Steps: 3619374, Ep.Steps: 1000, Score: 2359.651, Avg.Score: 2332.009, Max.Score: 2411.713, Time: 53:02:47\n",
      "Ep.: 5280, Total Steps: 3620374, Ep.Steps: 1000, Score: 2368.175, Avg.Score: 2332.109, Max.Score: 2411.713, Time: 53:03:39\n",
      "Ep.: 5281, Total Steps: 3621374, Ep.Steps: 1000, Score: 2392.310, Avg.Score: 2332.485, Max.Score: 2411.713, Time: 53:04:31\n",
      "Ep.: 5282, Total Steps: 3622374, Ep.Steps: 1000, Score: 2389.697, Avg.Score: 2332.768, Max.Score: 2411.713, Time: 53:05:23\n",
      "Ep.: 5283, Total Steps: 3623374, Ep.Steps: 1000, Score: 2386.223, Avg.Score: 2332.781, Max.Score: 2411.713, Time: 53:06:14\n",
      "Ep.: 5284, Total Steps: 3624374, Ep.Steps: 1000, Score: 2368.402, Avg.Score: 2332.770, Max.Score: 2411.713, Time: 53:07:06\n",
      "Ep.: 5285, Total Steps: 3625374, Ep.Steps: 1000, Score: 2402.662, Avg.Score: 2333.051, Max.Score: 2411.713, Time: 53:07:58\n",
      "Ep.: 5286, Total Steps: 3626374, Ep.Steps: 1000, Score: 2361.738, Avg.Score: 2332.692, Max.Score: 2411.713, Time: 53:08:50\n",
      "Ep.: 5287, Total Steps: 3627374, Ep.Steps: 1000, Score: 2372.446, Avg.Score: 2332.802, Max.Score: 2411.713, Time: 53:09:42\n",
      "Ep.: 5288, Total Steps: 3628374, Ep.Steps: 1000, Score: 2337.341, Avg.Score: 2332.337, Max.Score: 2411.713, Time: 53:10:34\n",
      "Ep.: 5289, Total Steps: 3629374, Ep.Steps: 1000, Score: 2344.058, Avg.Score: 2332.015, Max.Score: 2411.713, Time: 53:11:26\n",
      "Ep.: 5290, Total Steps: 3630374, Ep.Steps: 1000, Score: 2398.899, Avg.Score: 2336.089, Max.Score: 2411.713, Time: 53:12:18\n",
      "Ep.: 5291, Total Steps: 3631374, Ep.Steps: 1000, Score: 2376.272, Avg.Score: 2336.156, Max.Score: 2411.713, Time: 53:13:10\n",
      "Ep.: 5292, Total Steps: 3632374, Ep.Steps: 1000, Score: 2368.488, Avg.Score: 2336.167, Max.Score: 2411.713, Time: 53:14:01\n",
      "Ep.: 5293, Total Steps: 3633374, Ep.Steps: 1000, Score: 2378.274, Avg.Score: 2336.204, Max.Score: 2411.713, Time: 53:14:51\n",
      "Ep.: 5294, Total Steps: 3634374, Ep.Steps: 1000, Score: 2357.568, Avg.Score: 2335.880, Max.Score: 2411.713, Time: 53:15:41\n",
      "Ep.: 5295, Total Steps: 3635374, Ep.Steps: 1000, Score: 2383.167, Avg.Score: 2335.944, Max.Score: 2411.713, Time: 53:16:31\n",
      "Ep.: 5296, Total Steps: 3636374, Ep.Steps: 1000, Score: 2379.790, Avg.Score: 2335.934, Max.Score: 2411.713, Time: 53:17:21\n",
      "Ep.: 5297, Total Steps: 3637374, Ep.Steps: 1000, Score: 2343.054, Avg.Score: 2335.944, Max.Score: 2411.713, Time: 53:18:10\n",
      "Ep.: 5298, Total Steps: 3638374, Ep.Steps: 1000, Score: 2379.544, Avg.Score: 2336.376, Max.Score: 2411.713, Time: 53:19:01\n",
      "Ep.: 5299, Total Steps: 3639374, Ep.Steps: 1000, Score: 2375.405, Avg.Score: 2336.774, Max.Score: 2411.713, Time: 53:19:50\n",
      "Ep.: 5300, Total Steps: 3640374, Ep.Steps: 1000, Score: 2386.803, Avg.Score: 2337.130, Max.Score: 2411.713, Time: 53:20:40\n",
      "Ep.: 5301, Total Steps: 3641374, Ep.Steps: 1000, Score: 2388.684, Avg.Score: 2337.556, Max.Score: 2411.713, Time: 53:21:30\n",
      "Ep.: 5302, Total Steps: 3642374, Ep.Steps: 1000, Score: 2351.180, Avg.Score: 2337.727, Max.Score: 2411.713, Time: 53:22:20\n",
      "Ep.: 5303, Total Steps: 3643374, Ep.Steps: 1000, Score: 2373.791, Avg.Score: 2337.841, Max.Score: 2411.713, Time: 53:23:10\n",
      "Ep.: 5304, Total Steps: 3644374, Ep.Steps: 1000, Score: 2366.127, Avg.Score: 2338.063, Max.Score: 2411.713, Time: 53:24:00\n",
      "Ep.: 5305, Total Steps: 3645374, Ep.Steps: 1000, Score: 2357.177, Avg.Score: 2338.229, Max.Score: 2411.713, Time: 53:24:50\n",
      "Ep.: 5306, Total Steps: 3646374, Ep.Steps: 1000, Score: 2384.444, Avg.Score: 2338.332, Max.Score: 2411.713, Time: 53:25:40\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5307, Total Steps: 3647374, Ep.Steps: 1000, Score: 2362.884, Avg.Score: 2338.496, Max.Score: 2411.713, Time: 53:26:29\n",
      "Ep.: 5308, Total Steps: 3648374, Ep.Steps: 1000, Score: 2400.289, Avg.Score: 2338.985, Max.Score: 2411.713, Time: 53:27:19\n",
      "Ep.: 5309, Total Steps: 3649374, Ep.Steps: 1000, Score: 2388.978, Avg.Score: 2339.279, Max.Score: 2411.713, Time: 53:28:09\n",
      "Ep.: 5310, Total Steps: 3650374, Ep.Steps: 1000, Score: 2377.188, Avg.Score: 2339.600, Max.Score: 2411.713, Time: 53:28:59\n",
      "Ep.: 5311, Total Steps: 3651374, Ep.Steps: 1000, Score: 2386.166, Avg.Score: 2339.932, Max.Score: 2411.713, Time: 53:29:48\n",
      "Ep.: 5312, Total Steps: 3652374, Ep.Steps: 1000, Score: 2340.001, Avg.Score: 2339.789, Max.Score: 2411.713, Time: 53:30:38\n",
      "Ep.: 5313, Total Steps: 3653374, Ep.Steps: 1000, Score: 2350.278, Avg.Score: 2339.932, Max.Score: 2411.713, Time: 53:31:28\n",
      "Ep.: 5314, Total Steps: 3654374, Ep.Steps: 1000, Score: 2337.007, Avg.Score: 2339.442, Max.Score: 2411.713, Time: 53:32:18\n",
      "Ep.: 5315, Total Steps: 3655374, Ep.Steps: 1000, Score: 2336.449, Avg.Score: 2339.444, Max.Score: 2411.713, Time: 53:33:07\n",
      "Ep.: 5316, Total Steps: 3656374, Ep.Steps: 1000, Score: 2378.003, Avg.Score: 2339.412, Max.Score: 2411.713, Time: 53:33:57\n",
      "Ep.: 5317, Total Steps: 3657374, Ep.Steps: 1000, Score: 2395.870, Avg.Score: 2339.928, Max.Score: 2411.713, Time: 53:34:47\n",
      "Ep.: 5318, Total Steps: 3658374, Ep.Steps: 1000, Score: 2395.279, Avg.Score: 2340.050, Max.Score: 2411.713, Time: 53:35:37\n",
      "Ep.: 5319, Total Steps: 3659374, Ep.Steps: 1000, Score: 2397.325, Avg.Score: 2340.512, Max.Score: 2411.713, Time: 53:36:26\n",
      "Ep.: 5320, Total Steps: 3660374, Ep.Steps: 1000, Score: 2409.653, Avg.Score: 2340.995, Max.Score: 2411.713, Time: 53:37:16\n",
      "Ep.: 5321, Total Steps: 3661374, Ep.Steps: 1000, Score: 2383.269, Avg.Score: 2355.921, Max.Score: 2411.713, Time: 53:38:06\n",
      "Ep.: 5322, Total Steps: 3662374, Ep.Steps: 1000, Score: 2337.544, Avg.Score: 2355.571, Max.Score: 2411.713, Time: 53:38:55\n",
      "Ep.: 5323, Total Steps: 3663374, Ep.Steps: 1000, Score: 2382.856, Avg.Score: 2355.788, Max.Score: 2411.713, Time: 53:39:45\n",
      "Ep.: 5324, Total Steps: 3664374, Ep.Steps: 1000, Score: 2361.415, Avg.Score: 2355.721, Max.Score: 2411.713, Time: 53:40:34\n",
      "Ep.: 5325, Total Steps: 3665374, Ep.Steps: 1000, Score: 2406.367, Avg.Score: 2356.162, Max.Score: 2411.713, Time: 53:41:24\n",
      "Ep.: 5326, Total Steps: 3666374, Ep.Steps: 1000, Score: 2357.374, Avg.Score: 2356.028, Max.Score: 2411.713, Time: 53:42:14\n",
      "Ep.: 5327, Total Steps: 3667374, Ep.Steps: 1000, Score: 2383.201, Avg.Score: 2355.978, Max.Score: 2411.713, Time: 53:43:05\n",
      "Ep.: 5328, Total Steps: 3668374, Ep.Steps: 1000, Score: 2365.585, Avg.Score: 2355.887, Max.Score: 2411.713, Time: 53:43:55\n",
      "Ep.: 5329, Total Steps: 3669374, Ep.Steps: 1000, Score: 2370.848, Avg.Score: 2355.987, Max.Score: 2411.713, Time: 53:44:45\n",
      "Ep.: 5330, Total Steps: 3670374, Ep.Steps: 1000, Score: 2377.336, Avg.Score: 2355.781, Max.Score: 2411.713, Time: 53:45:44\n",
      "Ep.: 5331, Total Steps: 3671374, Ep.Steps: 1000, Score: 2376.638, Avg.Score: 2356.742, Max.Score: 2411.713, Time: 53:46:45\n",
      "Ep.: 5332, Total Steps: 3672374, Ep.Steps: 1000, Score: 2389.370, Avg.Score: 2357.394, Max.Score: 2411.713, Time: 53:47:50\n",
      "Ep.: 5333, Total Steps: 3673374, Ep.Steps: 1000, Score: 2383.743, Avg.Score: 2357.418, Max.Score: 2411.713, Time: 53:48:42\n",
      "Ep.: 5334, Total Steps: 3674374, Ep.Steps: 1000, Score: 2367.744, Avg.Score: 2357.416, Max.Score: 2411.713, Time: 53:49:35\n",
      "Ep.: 5335, Total Steps: 3675374, Ep.Steps: 1000, Score: 2402.967, Avg.Score: 2371.007, Max.Score: 2411.713, Time: 53:50:29\n",
      "Ep.: 5336, Total Steps: 3676374, Ep.Steps: 1000, Score: 2419.362, Avg.Score: 2371.546, Max.Score: 2419.362, Time: 53:51:21\n",
      "Ep.: 5337, Total Steps: 3677374, Ep.Steps: 1000, Score: 2371.168, Avg.Score: 2371.603, Max.Score: 2419.362, Time: 53:52:11\n",
      "Ep.: 5338, Total Steps: 3678374, Ep.Steps: 1000, Score: 2405.926, Avg.Score: 2372.055, Max.Score: 2419.362, Time: 53:53:01\n",
      "Ep.: 5339, Total Steps: 3679374, Ep.Steps: 1000, Score: 2411.208, Avg.Score: 2372.257, Max.Score: 2419.362, Time: 53:53:51\n",
      "Ep.: 5340, Total Steps: 3680374, Ep.Steps: 1000, Score: 2397.938, Avg.Score: 2372.845, Max.Score: 2419.362, Time: 53:54:44\n",
      "Ep.: 5341, Total Steps: 3681374, Ep.Steps: 1000, Score: 2401.457, Avg.Score: 2373.125, Max.Score: 2419.362, Time: 53:55:35\n",
      "Ep.: 5342, Total Steps: 3682374, Ep.Steps: 1000, Score: 2413.658, Avg.Score: 2373.416, Max.Score: 2419.362, Time: 53:56:25\n",
      "Ep.: 5343, Total Steps: 3683374, Ep.Steps: 1000, Score: 2379.120, Avg.Score: 2373.633, Max.Score: 2419.362, Time: 53:57:15\n",
      "Ep.: 5344, Total Steps: 3684374, Ep.Steps: 1000, Score: 2351.898, Avg.Score: 2373.410, Max.Score: 2419.362, Time: 53:58:07\n",
      "Ep.: 5345, Total Steps: 3685374, Ep.Steps: 1000, Score: 2378.058, Avg.Score: 2373.337, Max.Score: 2419.362, Time: 53:58:57\n",
      "Ep.: 5346, Total Steps: 3686374, Ep.Steps: 1000, Score: 2400.479, Avg.Score: 2373.673, Max.Score: 2419.362, Time: 53:59:48\n",
      "Ep.: 5347, Total Steps: 3687374, Ep.Steps: 1000, Score: 2390.636, Avg.Score: 2374.098, Max.Score: 2419.362, Time: 54:00:38\n",
      "Ep.: 5348, Total Steps: 3688374, Ep.Steps: 1000, Score: 2392.193, Avg.Score: 2374.021, Max.Score: 2419.362, Time: 54:01:28\n",
      "Ep.: 5349, Total Steps: 3689374, Ep.Steps: 1000, Score: 2418.845, Avg.Score: 2374.267, Max.Score: 2419.362, Time: 54:02:18\n",
      "Ep.: 5350, Total Steps: 3690374, Ep.Steps: 1000, Score: 2408.586, Avg.Score: 2374.857, Max.Score: 2419.362, Time: 54:03:08\n",
      "Ep.: 5351, Total Steps: 3691374, Ep.Steps: 1000, Score: 2415.813, Avg.Score: 2375.343, Max.Score: 2419.362, Time: 54:03:58\n",
      "Ep.: 5352, Total Steps: 3692374, Ep.Steps: 1000, Score: 2391.663, Avg.Score: 2375.521, Max.Score: 2419.362, Time: 54:04:47\n",
      "Ep.: 5353, Total Steps: 3693374, Ep.Steps: 1000, Score: 2386.366, Avg.Score: 2375.517, Max.Score: 2419.362, Time: 54:05:37\n",
      "Ep.: 5354, Total Steps: 3694374, Ep.Steps: 1000, Score: 2354.879, Avg.Score: 2375.242, Max.Score: 2419.362, Time: 54:06:27\n",
      "Ep.: 5355, Total Steps: 3695374, Ep.Steps: 1000, Score: 2392.953, Avg.Score: 2375.489, Max.Score: 2419.362, Time: 54:07:17\n",
      "Ep.: 5356, Total Steps: 3696374, Ep.Steps: 1000, Score: 2416.531, Avg.Score: 2375.920, Max.Score: 2419.362, Time: 54:08:06\n",
      "Ep.: 5357, Total Steps: 3697374, Ep.Steps: 1000, Score: 2409.035, Avg.Score: 2376.127, Max.Score: 2419.362, Time: 54:08:56\n",
      "Ep.: 5358, Total Steps: 3698374, Ep.Steps: 1000, Score: 2386.322, Avg.Score: 2375.977, Max.Score: 2419.362, Time: 54:09:46\n",
      "Ep.: 5359, Total Steps: 3699374, Ep.Steps: 1000, Score: 2366.588, Avg.Score: 2376.005, Max.Score: 2419.362, Time: 54:10:36\n",
      "Ep.: 5360, Total Steps: 3700374, Ep.Steps: 1000, Score: 2366.663, Avg.Score: 2376.099, Max.Score: 2419.362, Time: 54:11:26\n",
      "Ep.: 5361, Total Steps: 3701374, Ep.Steps: 1000, Score: 2411.992, Avg.Score: 2376.102, Max.Score: 2419.362, Time: 54:12:15\n",
      "Ep.: 5362, Total Steps: 3702374, Ep.Steps: 1000, Score: 2415.395, Avg.Score: 2376.593, Max.Score: 2419.362, Time: 54:13:05\n",
      "Ep.: 5363, Total Steps: 3703374, Ep.Steps: 1000, Score: 2407.212, Avg.Score: 2376.971, Max.Score: 2419.362, Time: 54:13:54\n",
      "Ep.: 5364, Total Steps: 3704374, Ep.Steps: 1000, Score: 2393.446, Avg.Score: 2377.459, Max.Score: 2419.362, Time: 54:14:44\n",
      "Ep.: 5365, Total Steps: 3705374, Ep.Steps: 1000, Score: 2418.467, Avg.Score: 2377.959, Max.Score: 2419.362, Time: 54:15:34\n",
      "Ep.: 5366, Total Steps: 3706374, Ep.Steps: 1000, Score: 2404.184, Avg.Score: 2378.507, Max.Score: 2419.362, Time: 54:16:24\n",
      "Ep.: 5367, Total Steps: 3707374, Ep.Steps: 1000, Score: 2402.828, Avg.Score: 2378.921, Max.Score: 2419.362, Time: 54:17:13\n",
      "Ep.: 5368, Total Steps: 3708374, Ep.Steps: 1000, Score: 2406.579, Avg.Score: 2379.126, Max.Score: 2419.362, Time: 54:18:03\n",
      "Ep.: 5369, Total Steps: 3709374, Ep.Steps: 1000, Score: 2381.266, Avg.Score: 2379.240, Max.Score: 2419.362, Time: 54:18:53\n",
      "Ep.: 5370, Total Steps: 3710374, Ep.Steps: 1000, Score: 2400.694, Avg.Score: 2379.597, Max.Score: 2419.362, Time: 54:19:42\n",
      "Ep.: 5371, Total Steps: 3711374, Ep.Steps: 1000, Score: 2408.480, Avg.Score: 2380.230, Max.Score: 2419.362, Time: 54:20:32\n",
      "Ep.: 5372, Total Steps: 3712374, Ep.Steps: 1000, Score: 2392.994, Avg.Score: 2380.504, Max.Score: 2419.362, Time: 54:21:22\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5373, Total Steps: 3713374, Ep.Steps: 1000, Score: 2388.918, Avg.Score: 2380.726, Max.Score: 2419.362, Time: 54:22:11\n",
      "Ep.: 5374, Total Steps: 3714374, Ep.Steps: 1000, Score: 2390.423, Avg.Score: 2381.021, Max.Score: 2419.362, Time: 54:23:01\n",
      "Ep.: 5375, Total Steps: 3715374, Ep.Steps: 1000, Score: 2419.668, Avg.Score: 2381.817, Max.Score: 2419.668, Time: 54:23:50\n",
      "Ep.: 5376, Total Steps: 3716374, Ep.Steps: 1000, Score: 2402.610, Avg.Score: 2382.643, Max.Score: 2419.668, Time: 54:24:40\n",
      "Ep.: 5377, Total Steps: 3717374, Ep.Steps: 1000, Score: 2384.618, Avg.Score: 2383.215, Max.Score: 2419.668, Time: 54:25:29\n",
      "Ep.: 5378, Total Steps: 3718374, Ep.Steps: 1000, Score: 2342.731, Avg.Score: 2383.328, Max.Score: 2419.668, Time: 54:26:19\n",
      "Ep.: 5379, Total Steps: 3719374, Ep.Steps: 1000, Score: 2393.034, Avg.Score: 2383.662, Max.Score: 2419.668, Time: 54:27:08\n",
      "Ep.: 5380, Total Steps: 3720374, Ep.Steps: 1000, Score: 2407.659, Avg.Score: 2384.057, Max.Score: 2419.668, Time: 54:27:58\n",
      "Ep.: 5381, Total Steps: 3721374, Ep.Steps: 1000, Score: 2411.573, Avg.Score: 2384.250, Max.Score: 2419.668, Time: 54:28:47\n",
      "Ep.: 5382, Total Steps: 3722374, Ep.Steps: 1000, Score: 2417.775, Avg.Score: 2384.531, Max.Score: 2419.668, Time: 54:29:37\n",
      "Ep.: 5383, Total Steps: 3723374, Ep.Steps: 1000, Score: 2409.365, Avg.Score: 2384.762, Max.Score: 2419.668, Time: 54:30:26\n",
      "Ep.: 5384, Total Steps: 3724374, Ep.Steps: 1000, Score: 2414.884, Avg.Score: 2385.227, Max.Score: 2419.668, Time: 54:31:16\n",
      "Ep.: 5385, Total Steps: 3725374, Ep.Steps: 1000, Score: 2393.366, Avg.Score: 2385.134, Max.Score: 2419.668, Time: 54:32:05\n",
      "Ep.: 5386, Total Steps: 3726374, Ep.Steps: 1000, Score: 2378.254, Avg.Score: 2385.299, Max.Score: 2419.668, Time: 54:32:55\n",
      "Ep.: 5387, Total Steps: 3727374, Ep.Steps: 1000, Score: 2412.041, Avg.Score: 2385.695, Max.Score: 2419.668, Time: 54:33:45\n",
      "Ep.: 5388, Total Steps: 3728374, Ep.Steps: 1000, Score: 2391.943, Avg.Score: 2386.241, Max.Score: 2419.668, Time: 54:34:34\n",
      "Ep.: 5389, Total Steps: 3729374, Ep.Steps: 1000, Score: 2358.060, Avg.Score: 2386.381, Max.Score: 2419.668, Time: 54:35:24\n",
      "Ep.: 5390, Total Steps: 3730374, Ep.Steps: 1000, Score: 2399.429, Avg.Score: 2386.386, Max.Score: 2419.668, Time: 54:36:14\n",
      "Ep.: 5391, Total Steps: 3731374, Ep.Steps: 1000, Score: 2404.200, Avg.Score: 2386.666, Max.Score: 2419.668, Time: 54:37:04\n",
      "Ep.: 5392, Total Steps: 3732374, Ep.Steps: 1000, Score: 2379.950, Avg.Score: 2386.780, Max.Score: 2419.668, Time: 54:37:54\n",
      "Ep.: 5393, Total Steps: 3733374, Ep.Steps: 1000, Score: 2386.477, Avg.Score: 2386.862, Max.Score: 2419.668, Time: 54:38:44\n",
      "Ep.: 5394, Total Steps: 3734374, Ep.Steps: 1000, Score: 2395.769, Avg.Score: 2387.244, Max.Score: 2419.668, Time: 54:39:34\n",
      "Ep.: 5395, Total Steps: 3735374, Ep.Steps: 1000, Score: 2386.592, Avg.Score: 2387.278, Max.Score: 2419.668, Time: 54:40:23\n",
      "Ep.: 5396, Total Steps: 3736374, Ep.Steps: 1000, Score: 2424.871, Avg.Score: 2387.729, Max.Score: 2424.871, Time: 54:41:14\n",
      "Ep.: 5397, Total Steps: 3737374, Ep.Steps: 1000, Score: 2380.658, Avg.Score: 2388.105, Max.Score: 2424.871, Time: 54:42:05\n",
      "Ep.: 5398, Total Steps: 3738374, Ep.Steps: 1000, Score: 2376.881, Avg.Score: 2388.079, Max.Score: 2424.871, Time: 54:42:56\n",
      "Ep.: 5399, Total Steps: 3739374, Ep.Steps: 1000, Score: 2389.692, Avg.Score: 2388.222, Max.Score: 2424.871, Time: 54:43:46\n",
      "Ep.: 5400, Total Steps: 3740374, Ep.Steps: 1000, Score: 2415.815, Avg.Score: 2388.512, Max.Score: 2424.871, Time: 54:44:44\n",
      "Ep.: 5401, Total Steps: 3741374, Ep.Steps: 1000, Score: 2383.151, Avg.Score: 2388.456, Max.Score: 2424.871, Time: 54:45:35\n",
      "Ep.: 5402, Total Steps: 3742374, Ep.Steps: 1000, Score: 2389.595, Avg.Score: 2388.840, Max.Score: 2424.871, Time: 54:46:26\n",
      "Ep.: 5403, Total Steps: 3743374, Ep.Steps: 1000, Score: 2410.696, Avg.Score: 2389.210, Max.Score: 2424.871, Time: 54:47:18\n",
      "Ep.: 5404, Total Steps: 3744374, Ep.Steps: 1000, Score: 2413.381, Avg.Score: 2389.682, Max.Score: 2424.871, Time: 54:48:09\n",
      "Ep.: 5405, Total Steps: 3745374, Ep.Steps: 1000, Score: 2415.061, Avg.Score: 2390.261, Max.Score: 2424.871, Time: 54:49:00\n",
      "Ep.: 5406, Total Steps: 3746374, Ep.Steps: 1000, Score: 2397.724, Avg.Score: 2390.394, Max.Score: 2424.871, Time: 54:49:52\n",
      "Ep.: 5407, Total Steps: 3747374, Ep.Steps: 1000, Score: 2376.498, Avg.Score: 2390.530, Max.Score: 2424.871, Time: 54:50:43\n",
      "Ep.: 5408, Total Steps: 3748374, Ep.Steps: 1000, Score: 2402.383, Avg.Score: 2390.551, Max.Score: 2424.871, Time: 54:51:34\n",
      "Ep.: 5409, Total Steps: 3749374, Ep.Steps: 1000, Score: 2417.833, Avg.Score: 2390.839, Max.Score: 2424.871, Time: 54:52:25\n",
      "Ep.: 5410, Total Steps: 3750374, Ep.Steps: 1000, Score: 2389.940, Avg.Score: 2390.967, Max.Score: 2424.871, Time: 54:53:17\n",
      "Ep.: 5411, Total Steps: 3751374, Ep.Steps: 1000, Score: 2412.637, Avg.Score: 2391.232, Max.Score: 2424.871, Time: 54:54:10\n",
      "Ep.: 5412, Total Steps: 3752374, Ep.Steps: 1000, Score: 2403.913, Avg.Score: 2391.871, Max.Score: 2424.871, Time: 54:55:04\n",
      "Ep.: 5413, Total Steps: 3753374, Ep.Steps: 1000, Score: 2384.561, Avg.Score: 2392.214, Max.Score: 2424.871, Time: 54:55:55\n",
      "Ep.: 5414, Total Steps: 3754374, Ep.Steps: 1000, Score: 2368.034, Avg.Score: 2392.524, Max.Score: 2424.871, Time: 54:56:45\n",
      "Ep.: 5415, Total Steps: 3754417, Ep.Steps: 43, Score: 69.592, Avg.Score: 2369.855, Max.Score: 2424.871, Time: 54:56:47\n",
      "Ep.: 5416, Total Steps: 3755417, Ep.Steps: 1000, Score: 2380.347, Avg.Score: 2369.879, Max.Score: 2424.871, Time: 54:57:38\n",
      "Ep.: 5417, Total Steps: 3756417, Ep.Steps: 1000, Score: 2369.869, Avg.Score: 2369.619, Max.Score: 2424.871, Time: 54:58:28\n",
      "Ep.: 5418, Total Steps: 3757417, Ep.Steps: 1000, Score: 2410.643, Avg.Score: 2369.772, Max.Score: 2424.871, Time: 54:59:18\n",
      "Ep.: 5419, Total Steps: 3758417, Ep.Steps: 1000, Score: 2400.440, Avg.Score: 2369.803, Max.Score: 2424.871, Time: 55:00:08\n",
      "Ep.: 5420, Total Steps: 3759417, Ep.Steps: 1000, Score: 2386.772, Avg.Score: 2369.575, Max.Score: 2424.871, Time: 55:00:58\n",
      "Ep.: 5421, Total Steps: 3760417, Ep.Steps: 1000, Score: 2382.450, Avg.Score: 2369.566, Max.Score: 2424.871, Time: 55:01:48\n",
      "Ep.: 5422, Total Steps: 3761417, Ep.Steps: 1000, Score: 2295.232, Avg.Score: 2369.143, Max.Score: 2424.871, Time: 55:02:38\n",
      "Ep.: 5423, Total Steps: 3762417, Ep.Steps: 1000, Score: 2408.481, Avg.Score: 2369.400, Max.Score: 2424.871, Time: 55:03:28\n",
      "Ep.: 5424, Total Steps: 3763417, Ep.Steps: 1000, Score: 2318.656, Avg.Score: 2368.972, Max.Score: 2424.871, Time: 55:04:22\n",
      "Ep.: 5425, Total Steps: 3764417, Ep.Steps: 1000, Score: 2379.057, Avg.Score: 2368.699, Max.Score: 2424.871, Time: 55:05:17\n",
      "Ep.: 5426, Total Steps: 3765417, Ep.Steps: 1000, Score: 2374.098, Avg.Score: 2368.866, Max.Score: 2424.871, Time: 55:06:08\n",
      "Ep.: 5427, Total Steps: 3766417, Ep.Steps: 1000, Score: 2400.025, Avg.Score: 2369.034, Max.Score: 2424.871, Time: 55:06:58\n",
      "Ep.: 5428, Total Steps: 3767417, Ep.Steps: 1000, Score: 2367.448, Avg.Score: 2369.053, Max.Score: 2424.871, Time: 55:07:49\n",
      "Ep.: 5429, Total Steps: 3768417, Ep.Steps: 1000, Score: 2377.715, Avg.Score: 2369.122, Max.Score: 2424.871, Time: 55:08:41\n",
      "Ep.: 5430, Total Steps: 3769417, Ep.Steps: 1000, Score: 2374.690, Avg.Score: 2369.095, Max.Score: 2424.871, Time: 55:09:32\n",
      "Ep.: 5431, Total Steps: 3770417, Ep.Steps: 1000, Score: 2399.183, Avg.Score: 2369.321, Max.Score: 2424.871, Time: 55:10:23\n",
      "Ep.: 5432, Total Steps: 3771417, Ep.Steps: 1000, Score: 2404.923, Avg.Score: 2369.476, Max.Score: 2424.871, Time: 55:11:14\n",
      "Ep.: 5433, Total Steps: 3772417, Ep.Steps: 1000, Score: 2382.808, Avg.Score: 2369.467, Max.Score: 2424.871, Time: 55:12:05\n",
      "Ep.: 5434, Total Steps: 3773417, Ep.Steps: 1000, Score: 2363.948, Avg.Score: 2369.429, Max.Score: 2424.871, Time: 55:12:55\n",
      "Ep.: 5435, Total Steps: 3774417, Ep.Steps: 1000, Score: 2395.101, Avg.Score: 2369.350, Max.Score: 2424.871, Time: 55:13:46\n",
      "Ep.: 5436, Total Steps: 3775417, Ep.Steps: 1000, Score: 2400.798, Avg.Score: 2369.165, Max.Score: 2424.871, Time: 55:14:36\n",
      "Ep.: 5437, Total Steps: 3776417, Ep.Steps: 1000, Score: 2404.305, Avg.Score: 2369.496, Max.Score: 2424.871, Time: 55:15:27\n",
      "Ep.: 5438, Total Steps: 3777417, Ep.Steps: 1000, Score: 2395.961, Avg.Score: 2369.396, Max.Score: 2424.871, Time: 55:16:18\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5439, Total Steps: 3778417, Ep.Steps: 1000, Score: 2377.750, Avg.Score: 2369.062, Max.Score: 2424.871, Time: 55:17:09\n",
      "Ep.: 5440, Total Steps: 3779417, Ep.Steps: 1000, Score: 2399.860, Avg.Score: 2369.081, Max.Score: 2424.871, Time: 55:17:59\n",
      "Ep.: 5441, Total Steps: 3780417, Ep.Steps: 1000, Score: 2407.456, Avg.Score: 2369.141, Max.Score: 2424.871, Time: 55:18:50\n",
      "Ep.: 5442, Total Steps: 3781417, Ep.Steps: 1000, Score: 2403.808, Avg.Score: 2369.042, Max.Score: 2424.871, Time: 55:19:46\n",
      "Ep.: 5443, Total Steps: 3782417, Ep.Steps: 1000, Score: 2378.675, Avg.Score: 2369.038, Max.Score: 2424.871, Time: 55:20:40\n",
      "Ep.: 5444, Total Steps: 3783417, Ep.Steps: 1000, Score: 2391.762, Avg.Score: 2369.437, Max.Score: 2424.871, Time: 55:21:32\n",
      "Ep.: 5445, Total Steps: 3784417, Ep.Steps: 1000, Score: 2392.781, Avg.Score: 2369.584, Max.Score: 2424.871, Time: 55:22:23\n",
      "Ep.: 5446, Total Steps: 3785417, Ep.Steps: 1000, Score: 2396.788, Avg.Score: 2369.547, Max.Score: 2424.871, Time: 55:23:14\n",
      "Ep.: 5447, Total Steps: 3786417, Ep.Steps: 1000, Score: 2407.672, Avg.Score: 2369.717, Max.Score: 2424.871, Time: 55:24:05\n",
      "Ep.: 5448, Total Steps: 3787417, Ep.Steps: 1000, Score: 2411.698, Avg.Score: 2369.912, Max.Score: 2424.871, Time: 55:24:57\n",
      "Ep.: 5449, Total Steps: 3788417, Ep.Steps: 1000, Score: 2376.368, Avg.Score: 2369.488, Max.Score: 2424.871, Time: 55:25:48\n",
      "Ep.: 5450, Total Steps: 3789417, Ep.Steps: 1000, Score: 2378.054, Avg.Score: 2369.182, Max.Score: 2424.871, Time: 55:26:40\n",
      "Ep.: 5451, Total Steps: 3790417, Ep.Steps: 1000, Score: 2432.723, Avg.Score: 2369.351, Max.Score: 2432.723, Time: 55:27:31\n",
      "Ep.: 5452, Total Steps: 3791417, Ep.Steps: 1000, Score: 2445.598, Avg.Score: 2369.891, Max.Score: 2445.598, Time: 55:28:21\n",
      "Ep.: 5453, Total Steps: 3792417, Ep.Steps: 1000, Score: 2417.961, Avg.Score: 2370.207, Max.Score: 2445.598, Time: 55:29:12\n",
      "Ep.: 5454, Total Steps: 3793417, Ep.Steps: 1000, Score: 2409.824, Avg.Score: 2370.756, Max.Score: 2445.598, Time: 55:30:03\n",
      "Ep.: 5455, Total Steps: 3794417, Ep.Steps: 1000, Score: 2397.061, Avg.Score: 2370.797, Max.Score: 2445.598, Time: 55:30:56\n",
      "Ep.: 5456, Total Steps: 3795417, Ep.Steps: 1000, Score: 2375.966, Avg.Score: 2370.392, Max.Score: 2445.598, Time: 55:31:47\n",
      "Ep.: 5457, Total Steps: 3796417, Ep.Steps: 1000, Score: 2421.886, Avg.Score: 2370.520, Max.Score: 2445.598, Time: 55:32:38\n",
      "Ep.: 5458, Total Steps: 3797417, Ep.Steps: 1000, Score: 2391.538, Avg.Score: 2370.572, Max.Score: 2445.598, Time: 55:33:29\n",
      "Ep.: 5459, Total Steps: 3798417, Ep.Steps: 1000, Score: 2422.066, Avg.Score: 2371.127, Max.Score: 2445.598, Time: 55:34:19\n",
      "Ep.: 5460, Total Steps: 3799417, Ep.Steps: 1000, Score: 2390.300, Avg.Score: 2371.363, Max.Score: 2445.598, Time: 55:35:10\n",
      "Ep.: 5461, Total Steps: 3799765, Ep.Steps: 348, Score: 779.847, Avg.Score: 2355.042, Max.Score: 2445.598, Time: 55:35:28\n",
      "Ep.: 5462, Total Steps: 3800507, Ep.Steps: 742, Score: 1791.986, Avg.Score: 2348.808, Max.Score: 2445.598, Time: 55:36:06\n",
      "Ep.: 5463, Total Steps: 3801507, Ep.Steps: 1000, Score: 2391.246, Avg.Score: 2348.648, Max.Score: 2445.598, Time: 55:36:56\n",
      "Ep.: 5464, Total Steps: 3802507, Ep.Steps: 1000, Score: 2426.691, Avg.Score: 2348.981, Max.Score: 2445.598, Time: 55:37:47\n",
      "Ep.: 5465, Total Steps: 3803507, Ep.Steps: 1000, Score: 2394.317, Avg.Score: 2348.739, Max.Score: 2445.598, Time: 55:38:38\n",
      "Ep.: 5466, Total Steps: 3804507, Ep.Steps: 1000, Score: 2405.846, Avg.Score: 2348.756, Max.Score: 2445.598, Time: 55:39:28\n",
      "Ep.: 5467, Total Steps: 3805507, Ep.Steps: 1000, Score: 2445.455, Avg.Score: 2349.182, Max.Score: 2445.598, Time: 55:40:19\n",
      "Ep.: 5468, Total Steps: 3806507, Ep.Steps: 1000, Score: 2397.237, Avg.Score: 2349.089, Max.Score: 2445.598, Time: 55:41:10\n",
      "Ep.: 5469, Total Steps: 3807507, Ep.Steps: 1000, Score: 2405.021, Avg.Score: 2349.326, Max.Score: 2445.598, Time: 55:42:00\n",
      "Ep.: 5470, Total Steps: 3808507, Ep.Steps: 1000, Score: 2402.716, Avg.Score: 2349.346, Max.Score: 2445.598, Time: 55:42:51\n",
      "Ep.: 5471, Total Steps: 3809507, Ep.Steps: 1000, Score: 2403.354, Avg.Score: 2349.295, Max.Score: 2445.598, Time: 55:43:46\n",
      "Ep.: 5472, Total Steps: 3810507, Ep.Steps: 1000, Score: 2431.641, Avg.Score: 2349.682, Max.Score: 2445.598, Time: 55:44:37\n",
      "Ep.: 5473, Total Steps: 3811507, Ep.Steps: 1000, Score: 2404.827, Avg.Score: 2349.841, Max.Score: 2445.598, Time: 55:45:28\n",
      "Ep.: 5474, Total Steps: 3811868, Ep.Steps: 361, Score: 823.827, Avg.Score: 2334.175, Max.Score: 2445.598, Time: 55:45:46\n",
      "Ep.: 5475, Total Steps: 3812868, Ep.Steps: 1000, Score: 2403.384, Avg.Score: 2334.012, Max.Score: 2445.598, Time: 55:46:36\n",
      "Ep.: 5476, Total Steps: 3813868, Ep.Steps: 1000, Score: 2401.984, Avg.Score: 2334.006, Max.Score: 2445.598, Time: 55:47:27\n",
      "Ep.: 5477, Total Steps: 3814868, Ep.Steps: 1000, Score: 2432.324, Avg.Score: 2334.483, Max.Score: 2445.598, Time: 55:48:18\n",
      "Ep.: 5478, Total Steps: 3815868, Ep.Steps: 1000, Score: 2403.709, Avg.Score: 2335.092, Max.Score: 2445.598, Time: 55:49:09\n",
      "Ep.: 5479, Total Steps: 3816835, Ep.Steps: 967, Score: 2313.129, Avg.Score: 2334.293, Max.Score: 2445.598, Time: 55:49:59\n",
      "Ep.: 5480, Total Steps: 3817835, Ep.Steps: 1000, Score: 2407.476, Avg.Score: 2334.292, Max.Score: 2445.598, Time: 55:50:50\n",
      "Ep.: 5481, Total Steps: 3818835, Ep.Steps: 1000, Score: 2450.105, Avg.Score: 2334.677, Max.Score: 2450.105, Time: 55:51:41\n",
      "Ep.: 5482, Total Steps: 3819835, Ep.Steps: 1000, Score: 2427.197, Avg.Score: 2334.771, Max.Score: 2450.105, Time: 55:52:32\n",
      "Ep.: 5483, Total Steps: 3820835, Ep.Steps: 1000, Score: 2393.810, Avg.Score: 2334.616, Max.Score: 2450.105, Time: 55:53:22\n",
      "Ep.: 5484, Total Steps: 3821835, Ep.Steps: 1000, Score: 2427.513, Avg.Score: 2334.742, Max.Score: 2450.105, Time: 55:54:13\n",
      "Ep.: 5485, Total Steps: 3822835, Ep.Steps: 1000, Score: 2412.638, Avg.Score: 2334.935, Max.Score: 2450.105, Time: 55:55:04\n",
      "Ep.: 5486, Total Steps: 3823835, Ep.Steps: 1000, Score: 2428.252, Avg.Score: 2335.435, Max.Score: 2450.105, Time: 55:55:55\n",
      "Ep.: 5487, Total Steps: 3824835, Ep.Steps: 1000, Score: 2431.290, Avg.Score: 2335.627, Max.Score: 2450.105, Time: 55:56:49\n",
      "Ep.: 5488, Total Steps: 3825835, Ep.Steps: 1000, Score: 2426.231, Avg.Score: 2335.970, Max.Score: 2450.105, Time: 55:57:40\n",
      "Ep.: 5489, Total Steps: 3826835, Ep.Steps: 1000, Score: 2422.010, Avg.Score: 2336.609, Max.Score: 2450.105, Time: 55:58:31\n",
      "Ep.: 5490, Total Steps: 3827835, Ep.Steps: 1000, Score: 2422.625, Avg.Score: 2336.841, Max.Score: 2450.105, Time: 55:59:22\n",
      "Ep.: 5491, Total Steps: 3828835, Ep.Steps: 1000, Score: 2420.401, Avg.Score: 2337.003, Max.Score: 2450.105, Time: 56:00:12\n",
      "Ep.: 5492, Total Steps: 3829835, Ep.Steps: 1000, Score: 2424.960, Avg.Score: 2337.454, Max.Score: 2450.105, Time: 56:01:03\n",
      "Ep.: 5493, Total Steps: 3830835, Ep.Steps: 1000, Score: 2410.978, Avg.Score: 2337.699, Max.Score: 2450.105, Time: 56:01:54\n",
      "Ep.: 5494, Total Steps: 3831835, Ep.Steps: 1000, Score: 2430.586, Avg.Score: 2338.047, Max.Score: 2450.105, Time: 56:02:44\n",
      "Ep.: 5495, Total Steps: 3832648, Ep.Steps: 813, Score: 1954.187, Avg.Score: 2333.723, Max.Score: 2450.105, Time: 56:03:25\n",
      "Ep.: 5496, Total Steps: 3833648, Ep.Steps: 1000, Score: 2422.604, Avg.Score: 2333.700, Max.Score: 2450.105, Time: 56:04:16\n",
      "Ep.: 5497, Total Steps: 3834237, Ep.Steps: 589, Score: 1397.085, Avg.Score: 2323.864, Max.Score: 2450.105, Time: 56:04:46\n",
      "Ep.: 5498, Total Steps: 3835237, Ep.Steps: 1000, Score: 2400.706, Avg.Score: 2324.103, Max.Score: 2450.105, Time: 56:05:36\n",
      "Ep.: 5499, Total Steps: 3836237, Ep.Steps: 1000, Score: 2421.789, Avg.Score: 2324.423, Max.Score: 2450.105, Time: 56:06:27\n",
      "Ep.: 5500, Total Steps: 3837237, Ep.Steps: 1000, Score: 2427.684, Avg.Score: 2324.542, Max.Score: 2450.105, Time: 56:07:17\n",
      "Ep.: 5501, Total Steps: 3838237, Ep.Steps: 1000, Score: 2424.267, Avg.Score: 2324.953, Max.Score: 2450.105, Time: 56:08:07\n",
      "Ep.: 5502, Total Steps: 3839237, Ep.Steps: 1000, Score: 2398.952, Avg.Score: 2325.047, Max.Score: 2450.105, Time: 56:08:58\n",
      "Ep.: 5503, Total Steps: 3840237, Ep.Steps: 1000, Score: 2417.813, Avg.Score: 2325.118, Max.Score: 2450.105, Time: 56:09:47\n",
      "Ep.: 5504, Total Steps: 3841237, Ep.Steps: 1000, Score: 2429.935, Avg.Score: 2325.284, Max.Score: 2450.105, Time: 56:10:37\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5505, Total Steps: 3842237, Ep.Steps: 1000, Score: 2448.453, Avg.Score: 2325.618, Max.Score: 2450.105, Time: 56:11:28\n",
      "Ep.: 5506, Total Steps: 3843237, Ep.Steps: 1000, Score: 2433.474, Avg.Score: 2325.975, Max.Score: 2450.105, Time: 56:12:18\n",
      "Ep.: 5507, Total Steps: 3844237, Ep.Steps: 1000, Score: 2417.809, Avg.Score: 2326.388, Max.Score: 2450.105, Time: 56:13:08\n",
      "Ep.: 5508, Total Steps: 3844356, Ep.Steps: 119, Score: 196.514, Avg.Score: 2304.329, Max.Score: 2450.105, Time: 56:13:14\n",
      "Ep.: 5509, Total Steps: 3844543, Ep.Steps: 187, Score: 401.259, Avg.Score: 2284.164, Max.Score: 2450.105, Time: 56:13:23\n",
      "Ep.: 5510, Total Steps: 3845543, Ep.Steps: 1000, Score: 2400.605, Avg.Score: 2284.270, Max.Score: 2450.105, Time: 56:14:13\n",
      "Ep.: 5511, Total Steps: 3846543, Ep.Steps: 1000, Score: 2421.881, Avg.Score: 2284.363, Max.Score: 2450.105, Time: 56:15:03\n",
      "Ep.: 5512, Total Steps: 3847543, Ep.Steps: 1000, Score: 2383.185, Avg.Score: 2284.156, Max.Score: 2450.105, Time: 56:15:53\n",
      "Ep.: 5513, Total Steps: 3848543, Ep.Steps: 1000, Score: 2419.341, Avg.Score: 2284.503, Max.Score: 2450.105, Time: 56:16:44\n",
      "Ep.: 5514, Total Steps: 3849543, Ep.Steps: 1000, Score: 2407.048, Avg.Score: 2284.893, Max.Score: 2450.105, Time: 56:17:34\n",
      "Ep.: 5515, Total Steps: 3850543, Ep.Steps: 1000, Score: 2437.077, Avg.Score: 2308.568, Max.Score: 2450.105, Time: 56:18:24\n",
      "Ep.: 5516, Total Steps: 3851543, Ep.Steps: 1000, Score: 2431.223, Avg.Score: 2309.077, Max.Score: 2450.105, Time: 56:19:14\n",
      "Ep.: 5517, Total Steps: 3852543, Ep.Steps: 1000, Score: 2412.562, Avg.Score: 2309.504, Max.Score: 2450.105, Time: 56:20:04\n",
      "Ep.: 5518, Total Steps: 3853543, Ep.Steps: 1000, Score: 2405.102, Avg.Score: 2309.449, Max.Score: 2450.105, Time: 56:20:54\n",
      "Ep.: 5519, Total Steps: 3854543, Ep.Steps: 1000, Score: 2397.538, Avg.Score: 2309.420, Max.Score: 2450.105, Time: 56:21:44\n",
      "Ep.: 5520, Total Steps: 3855543, Ep.Steps: 1000, Score: 2420.398, Avg.Score: 2309.756, Max.Score: 2450.105, Time: 56:22:35\n",
      "Ep.: 5521, Total Steps: 3856543, Ep.Steps: 1000, Score: 2396.241, Avg.Score: 2309.894, Max.Score: 2450.105, Time: 56:23:25\n",
      "Ep.: 5522, Total Steps: 3857543, Ep.Steps: 1000, Score: 2409.671, Avg.Score: 2311.038, Max.Score: 2450.105, Time: 56:24:15\n",
      "Ep.: 5523, Total Steps: 3858543, Ep.Steps: 1000, Score: 2418.017, Avg.Score: 2311.133, Max.Score: 2450.105, Time: 56:25:05\n",
      "Ep.: 5524, Total Steps: 3859543, Ep.Steps: 1000, Score: 2410.739, Avg.Score: 2312.054, Max.Score: 2450.105, Time: 56:25:55\n",
      "Ep.: 5525, Total Steps: 3860543, Ep.Steps: 1000, Score: 2374.340, Avg.Score: 2312.007, Max.Score: 2450.105, Time: 56:26:45\n",
      "Ep.: 5526, Total Steps: 3861543, Ep.Steps: 1000, Score: 2407.954, Avg.Score: 2312.346, Max.Score: 2450.105, Time: 56:27:35\n",
      "Ep.: 5527, Total Steps: 3862543, Ep.Steps: 1000, Score: 2416.797, Avg.Score: 2312.513, Max.Score: 2450.105, Time: 56:28:25\n",
      "Ep.: 5528, Total Steps: 3863543, Ep.Steps: 1000, Score: 2433.786, Avg.Score: 2313.177, Max.Score: 2450.105, Time: 56:29:15\n",
      "Ep.: 5529, Total Steps: 3863754, Ep.Steps: 211, Score: 459.819, Avg.Score: 2293.998, Max.Score: 2450.105, Time: 56:29:26\n",
      "Ep.: 5530, Total Steps: 3864754, Ep.Steps: 1000, Score: 2401.501, Avg.Score: 2294.266, Max.Score: 2450.105, Time: 56:30:16\n",
      "Ep.: 5531, Total Steps: 3865754, Ep.Steps: 1000, Score: 2397.746, Avg.Score: 2294.252, Max.Score: 2450.105, Time: 56:31:06\n",
      "Ep.: 5532, Total Steps: 3866754, Ep.Steps: 1000, Score: 2436.549, Avg.Score: 2294.568, Max.Score: 2450.105, Time: 56:31:56\n",
      "Ep.: 5533, Total Steps: 3867754, Ep.Steps: 1000, Score: 2435.519, Avg.Score: 2295.095, Max.Score: 2450.105, Time: 56:32:47\n",
      "Ep.: 5534, Total Steps: 3867802, Ep.Steps: 48, Score: 48.266, Avg.Score: 2271.938, Max.Score: 2450.105, Time: 56:32:49\n",
      "Ep.: 5535, Total Steps: 3868802, Ep.Steps: 1000, Score: 2427.379, Avg.Score: 2272.261, Max.Score: 2450.105, Time: 56:33:39\n",
      "Ep.: 5536, Total Steps: 3869802, Ep.Steps: 1000, Score: 2416.897, Avg.Score: 2272.422, Max.Score: 2450.105, Time: 56:34:29\n",
      "Ep.: 5537, Total Steps: 3870802, Ep.Steps: 1000, Score: 2430.835, Avg.Score: 2272.687, Max.Score: 2450.105, Time: 56:35:20\n",
      "Ep.: 5538, Total Steps: 3871802, Ep.Steps: 1000, Score: 2434.303, Avg.Score: 2273.071, Max.Score: 2450.105, Time: 56:36:10\n",
      "Ep.: 5539, Total Steps: 3872802, Ep.Steps: 1000, Score: 2439.405, Avg.Score: 2273.687, Max.Score: 2450.105, Time: 56:37:00\n",
      "Ep.: 5540, Total Steps: 3873802, Ep.Steps: 1000, Score: 2346.078, Avg.Score: 2273.149, Max.Score: 2450.105, Time: 56:37:50\n",
      "Ep.: 5541, Total Steps: 3874802, Ep.Steps: 1000, Score: 2432.327, Avg.Score: 2273.398, Max.Score: 2450.105, Time: 56:38:40\n",
      "Ep.: 5542, Total Steps: 3875802, Ep.Steps: 1000, Score: 2426.530, Avg.Score: 2273.625, Max.Score: 2450.105, Time: 56:39:30\n",
      "Ep.: 5543, Total Steps: 3876802, Ep.Steps: 1000, Score: 2410.325, Avg.Score: 2273.942, Max.Score: 2450.105, Time: 56:40:21\n",
      "Ep.: 5544, Total Steps: 3877802, Ep.Steps: 1000, Score: 2409.149, Avg.Score: 2274.116, Max.Score: 2450.105, Time: 56:41:11\n",
      "Ep.: 5545, Total Steps: 3877857, Ep.Steps: 55, Score: 55.366, Avg.Score: 2250.741, Max.Score: 2450.105, Time: 56:41:14\n",
      "Ep.: 5546, Total Steps: 3877896, Ep.Steps: 39, Score: 52.915, Avg.Score: 2227.303, Max.Score: 2450.105, Time: 56:41:16\n",
      "Ep.: 5547, Total Steps: 3877913, Ep.Steps: 17, Score: 17.176, Avg.Score: 2203.398, Max.Score: 2450.105, Time: 56:41:16\n",
      "Ep.: 5548, Total Steps: 3877963, Ep.Steps: 50, Score: 72.761, Avg.Score: 2180.008, Max.Score: 2450.105, Time: 56:41:19\n",
      "Ep.: 5549, Total Steps: 3878028, Ep.Steps: 65, Score: 70.988, Avg.Score: 2156.955, Max.Score: 2450.105, Time: 56:41:22\n",
      "Ep.: 5550, Total Steps: 3878042, Ep.Steps: 14, Score: 16.273, Avg.Score: 2133.337, Max.Score: 2450.105, Time: 56:41:23\n",
      "Ep.: 5551, Total Steps: 3878110, Ep.Steps: 68, Score: 43.986, Avg.Score: 2109.449, Max.Score: 2450.105, Time: 56:41:26\n",
      "Ep.: 5552, Total Steps: 3878124, Ep.Steps: 14, Score: 15.485, Avg.Score: 2085.148, Max.Score: 2450.105, Time: 56:41:27\n",
      "Ep.: 5553, Total Steps: 3878209, Ep.Steps: 85, Score: 114.320, Avg.Score: 2062.112, Max.Score: 2450.105, Time: 56:41:31\n",
      "Ep.: 5554, Total Steps: 3878219, Ep.Steps: 10, Score: 10.261, Avg.Score: 2038.116, Max.Score: 2450.105, Time: 56:41:32\n",
      "Ep.: 5555, Total Steps: 3878229, Ep.Steps: 10, Score: 10.969, Avg.Score: 2014.255, Max.Score: 2450.105, Time: 56:41:32\n",
      "Ep.: 5556, Total Steps: 3878272, Ep.Steps: 43, Score: 28.481, Avg.Score: 1990.780, Max.Score: 2450.105, Time: 56:41:34\n",
      "Ep.: 5557, Total Steps: 3878286, Ep.Steps: 14, Score: 12.190, Avg.Score: 1966.684, Max.Score: 2450.105, Time: 56:41:35\n",
      "Ep.: 5558, Total Steps: 3878299, Ep.Steps: 13, Score: 11.725, Avg.Score: 1942.885, Max.Score: 2450.105, Time: 56:41:36\n",
      "Ep.: 5559, Total Steps: 3878315, Ep.Steps: 16, Score: 14.120, Avg.Score: 1918.806, Max.Score: 2450.105, Time: 56:41:37\n",
      "Ep.: 5560, Total Steps: 3878329, Ep.Steps: 14, Score: 13.630, Avg.Score: 1895.039, Max.Score: 2450.105, Time: 56:41:37\n",
      "Ep.: 5561, Total Steps: 3878347, Ep.Steps: 18, Score: 16.493, Avg.Score: 1887.406, Max.Score: 2450.105, Time: 56:41:38\n",
      "Ep.: 5562, Total Steps: 3878362, Ep.Steps: 15, Score: 14.602, Avg.Score: 1869.632, Max.Score: 2450.105, Time: 56:41:39\n",
      "Ep.: 5563, Total Steps: 3878381, Ep.Steps: 19, Score: 15.932, Avg.Score: 1845.879, Max.Score: 2450.105, Time: 56:41:40\n",
      "Ep.: 5564, Total Steps: 3878416, Ep.Steps: 35, Score: 22.725, Avg.Score: 1821.839, Max.Score: 2450.105, Time: 56:41:42\n",
      "Ep.: 5565, Total Steps: 3878431, Ep.Steps: 15, Score: 15.819, Avg.Score: 1798.054, Max.Score: 2450.105, Time: 56:41:42\n",
      "Ep.: 5566, Total Steps: 3878472, Ep.Steps: 41, Score: 25.584, Avg.Score: 1774.251, Max.Score: 2450.105, Time: 56:41:44\n",
      "Ep.: 5567, Total Steps: 3878560, Ep.Steps: 88, Score: 81.952, Avg.Score: 1750.616, Max.Score: 2450.105, Time: 56:41:49\n",
      "Ep.: 5568, Total Steps: 3878631, Ep.Steps: 71, Score: 16.575, Avg.Score: 1726.810, Max.Score: 2450.105, Time: 56:41:52\n",
      "Ep.: 5569, Total Steps: 3878646, Ep.Steps: 15, Score: 14.004, Avg.Score: 1702.900, Max.Score: 2450.105, Time: 56:41:53\n",
      "Ep.: 5570, Total Steps: 3878661, Ep.Steps: 15, Score: 15.751, Avg.Score: 1679.030, Max.Score: 2450.105, Time: 56:41:54\n",
      "Ep.: 5571, Total Steps: 3878837, Ep.Steps: 176, Score: 241.779, Avg.Score: 1657.414, Max.Score: 2450.105, Time: 56:42:03\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5572, Total Steps: 3878852, Ep.Steps: 15, Score: 13.714, Avg.Score: 1633.235, Max.Score: 2450.105, Time: 56:42:04\n",
      "Ep.: 5573, Total Steps: 3878911, Ep.Steps: 59, Score: 56.955, Avg.Score: 1609.756, Max.Score: 2450.105, Time: 56:42:06\n",
      "Ep.: 5574, Total Steps: 3879035, Ep.Steps: 124, Score: 154.731, Avg.Score: 1603.065, Max.Score: 2450.105, Time: 56:42:13\n",
      "Ep.: 5575, Total Steps: 3879099, Ep.Steps: 64, Score: 60.494, Avg.Score: 1579.636, Max.Score: 2450.105, Time: 56:42:16\n",
      "Ep.: 5576, Total Steps: 3879165, Ep.Steps: 66, Score: 97.082, Avg.Score: 1556.587, Max.Score: 2450.105, Time: 56:42:19\n",
      "Ep.: 5577, Total Steps: 3879220, Ep.Steps: 55, Score: 82.223, Avg.Score: 1533.086, Max.Score: 2450.105, Time: 56:42:22\n",
      "Ep.: 5578, Total Steps: 3879276, Ep.Steps: 56, Score: 77.895, Avg.Score: 1509.828, Max.Score: 2450.105, Time: 56:42:25\n",
      "Ep.: 5579, Total Steps: 3879356, Ep.Steps: 80, Score: 68.296, Avg.Score: 1487.380, Max.Score: 2450.105, Time: 56:42:29\n",
      "Ep.: 5580, Total Steps: 3879404, Ep.Steps: 48, Score: 66.716, Avg.Score: 1463.972, Max.Score: 2450.105, Time: 56:42:31\n",
      "Ep.: 5581, Total Steps: 3879430, Ep.Steps: 26, Score: 28.806, Avg.Score: 1439.759, Max.Score: 2448.453, Time: 56:42:33\n",
      "Ep.: 5582, Total Steps: 3879471, Ep.Steps: 41, Score: 43.055, Avg.Score: 1415.918, Max.Score: 2448.453, Time: 56:42:35\n",
      "Ep.: 5583, Total Steps: 3879518, Ep.Steps: 47, Score: 59.228, Avg.Score: 1392.572, Max.Score: 2448.453, Time: 56:42:37\n",
      "Ep.: 5584, Total Steps: 3879633, Ep.Steps: 115, Score: 188.198, Avg.Score: 1370.179, Max.Score: 2448.453, Time: 56:42:43\n",
      "Ep.: 5585, Total Steps: 3879696, Ep.Steps: 63, Score: 101.369, Avg.Score: 1347.066, Max.Score: 2448.453, Time: 56:42:46\n",
      "Ep.: 5586, Total Steps: 3879764, Ep.Steps: 68, Score: 110.214, Avg.Score: 1323.886, Max.Score: 2448.453, Time: 56:42:50\n",
      "Ep.: 5587, Total Steps: 3879824, Ep.Steps: 60, Score: 86.501, Avg.Score: 1300.438, Max.Score: 2448.453, Time: 56:42:53\n",
      "Ep.: 5588, Total Steps: 3879868, Ep.Steps: 44, Score: 52.412, Avg.Score: 1276.700, Max.Score: 2448.453, Time: 56:42:55\n",
      "Ep.: 5589, Total Steps: 3879932, Ep.Steps: 64, Score: 100.432, Avg.Score: 1253.484, Max.Score: 2448.453, Time: 56:42:58\n",
      "Ep.: 5590, Total Steps: 3880008, Ep.Steps: 76, Score: 121.671, Avg.Score: 1230.474, Max.Score: 2448.453, Time: 56:43:02\n",
      "Ep.: 5591, Total Steps: 3880082, Ep.Steps: 74, Score: 119.049, Avg.Score: 1207.461, Max.Score: 2448.453, Time: 56:43:06\n",
      "Ep.: 5592, Total Steps: 3880153, Ep.Steps: 71, Score: 119.848, Avg.Score: 1184.410, Max.Score: 2448.453, Time: 56:43:09\n",
      "Ep.: 5593, Total Steps: 3880223, Ep.Steps: 70, Score: 116.598, Avg.Score: 1161.466, Max.Score: 2448.453, Time: 56:43:13\n",
      "Ep.: 5594, Total Steps: 3880345, Ep.Steps: 122, Score: 211.770, Avg.Score: 1139.278, Max.Score: 2448.453, Time: 56:43:19\n",
      "Ep.: 5595, Total Steps: 3880439, Ep.Steps: 94, Score: 161.210, Avg.Score: 1121.348, Max.Score: 2448.453, Time: 56:43:23\n",
      "Ep.: 5596, Total Steps: 3880498, Ep.Steps: 59, Score: 82.714, Avg.Score: 1097.949, Max.Score: 2448.453, Time: 56:43:26\n",
      "Ep.: 5597, Total Steps: 3880612, Ep.Steps: 114, Score: 198.765, Avg.Score: 1085.966, Max.Score: 2448.453, Time: 56:43:32\n",
      "Ep.: 5598, Total Steps: 3880722, Ep.Steps: 110, Score: 183.865, Avg.Score: 1063.798, Max.Score: 2448.453, Time: 56:43:38\n",
      "Ep.: 5599, Total Steps: 3881418, Ep.Steps: 696, Score: 1447.447, Avg.Score: 1054.054, Max.Score: 2448.453, Time: 56:44:13\n",
      "Ep.: 5600, Total Steps: 3882000, Ep.Steps: 582, Score: 1256.173, Avg.Score: 1042.339, Max.Score: 2448.453, Time: 56:44:42\n",
      "Ep.: 5601, Total Steps: 3883000, Ep.Steps: 1000, Score: 2248.028, Avg.Score: 1040.577, Max.Score: 2448.453, Time: 56:45:32\n",
      "Ep.: 5602, Total Steps: 3884000, Ep.Steps: 1000, Score: 2201.118, Avg.Score: 1038.598, Max.Score: 2448.453, Time: 56:46:22\n",
      "Ep.: 5603, Total Steps: 3885000, Ep.Steps: 1000, Score: 2261.285, Avg.Score: 1037.033, Max.Score: 2448.453, Time: 56:47:12\n",
      "Ep.: 5604, Total Steps: 3886000, Ep.Steps: 1000, Score: 2220.591, Avg.Score: 1034.940, Max.Score: 2448.453, Time: 56:48:02\n",
      "Ep.: 5605, Total Steps: 3887000, Ep.Steps: 1000, Score: 2239.378, Avg.Score: 1032.849, Max.Score: 2439.405, Time: 56:48:52\n",
      "Ep.: 5606, Total Steps: 3888000, Ep.Steps: 1000, Score: 2280.101, Avg.Score: 1031.315, Max.Score: 2439.405, Time: 56:49:43\n",
      "Ep.: 5607, Total Steps: 3889000, Ep.Steps: 1000, Score: 2317.157, Avg.Score: 1030.309, Max.Score: 2439.405, Time: 56:50:33\n",
      "Ep.: 5608, Total Steps: 3890000, Ep.Steps: 1000, Score: 2332.277, Avg.Score: 1051.666, Max.Score: 2439.405, Time: 56:51:23\n",
      "Ep.: 5609, Total Steps: 3891000, Ep.Steps: 1000, Score: 2338.256, Avg.Score: 1071.036, Max.Score: 2439.405, Time: 56:52:13\n",
      "Ep.: 5610, Total Steps: 3892000, Ep.Steps: 1000, Score: 2307.917, Avg.Score: 1070.109, Max.Score: 2439.405, Time: 56:53:03\n",
      "Ep.: 5611, Total Steps: 3893000, Ep.Steps: 1000, Score: 2341.117, Avg.Score: 1069.302, Max.Score: 2439.405, Time: 56:53:54\n",
      "Ep.: 5612, Total Steps: 3894000, Ep.Steps: 1000, Score: 2334.498, Avg.Score: 1068.815, Max.Score: 2439.405, Time: 56:54:44\n",
      "Ep.: 5613, Total Steps: 3895000, Ep.Steps: 1000, Score: 2386.941, Avg.Score: 1068.491, Max.Score: 2439.405, Time: 56:55:34\n",
      "Ep.: 5614, Total Steps: 3895144, Ep.Steps: 144, Score: 236.435, Avg.Score: 1046.785, Max.Score: 2439.405, Time: 56:55:41\n",
      "Ep.: 5615, Total Steps: 3895206, Ep.Steps: 62, Score: 90.737, Avg.Score: 1023.321, Max.Score: 2439.405, Time: 56:55:45\n",
      "Ep.: 5616, Total Steps: 3896206, Ep.Steps: 1000, Score: 2406.967, Avg.Score: 1023.079, Max.Score: 2439.405, Time: 56:56:35\n",
      "Ep.: 5617, Total Steps: 3897206, Ep.Steps: 1000, Score: 2364.995, Avg.Score: 1022.603, Max.Score: 2439.405, Time: 56:57:25\n",
      "Ep.: 5618, Total Steps: 3898206, Ep.Steps: 1000, Score: 2378.596, Avg.Score: 1022.338, Max.Score: 2439.405, Time: 56:58:16\n",
      "Ep.: 5619, Total Steps: 3899206, Ep.Steps: 1000, Score: 2378.172, Avg.Score: 1022.144, Max.Score: 2439.405, Time: 56:59:06\n",
      "Ep.: 5620, Total Steps: 3900206, Ep.Steps: 1000, Score: 2363.360, Avg.Score: 1021.574, Max.Score: 2439.405, Time: 56:59:56\n",
      "Ep.: 5621, Total Steps: 3901206, Ep.Steps: 1000, Score: 2350.624, Avg.Score: 1021.118, Max.Score: 2439.405, Time: 57:00:46\n",
      "Ep.: 5622, Total Steps: 3902206, Ep.Steps: 1000, Score: 2383.269, Avg.Score: 1020.854, Max.Score: 2439.405, Time: 57:01:37\n",
      "Ep.: 5623, Total Steps: 3903206, Ep.Steps: 1000, Score: 2335.814, Avg.Score: 1020.032, Max.Score: 2439.405, Time: 57:02:27\n",
      "Ep.: 5624, Total Steps: 3904206, Ep.Steps: 1000, Score: 2401.949, Avg.Score: 1019.944, Max.Score: 2439.405, Time: 57:03:17\n",
      "Ep.: 5625, Total Steps: 3905206, Ep.Steps: 1000, Score: 2386.499, Avg.Score: 1020.065, Max.Score: 2439.405, Time: 57:04:07\n",
      "Ep.: 5626, Total Steps: 3906206, Ep.Steps: 1000, Score: 2342.222, Avg.Score: 1019.408, Max.Score: 2439.405, Time: 57:04:58\n",
      "Ep.: 5627, Total Steps: 3907206, Ep.Steps: 1000, Score: 2396.994, Avg.Score: 1019.210, Max.Score: 2439.405, Time: 57:05:48\n",
      "Ep.: 5628, Total Steps: 3908206, Ep.Steps: 1000, Score: 2397.782, Avg.Score: 1018.850, Max.Score: 2439.405, Time: 57:06:38\n",
      "Ep.: 5629, Total Steps: 3909206, Ep.Steps: 1000, Score: 2400.137, Avg.Score: 1038.253, Max.Score: 2439.405, Time: 57:07:28\n",
      "Ep.: 5630, Total Steps: 3910206, Ep.Steps: 1000, Score: 2367.068, Avg.Score: 1037.909, Max.Score: 2439.405, Time: 57:08:18\n",
      "Ep.: 5631, Total Steps: 3911206, Ep.Steps: 1000, Score: 2405.723, Avg.Score: 1037.989, Max.Score: 2439.405, Time: 57:09:09\n",
      "Ep.: 5632, Total Steps: 3912206, Ep.Steps: 1000, Score: 2383.311, Avg.Score: 1037.456, Max.Score: 2439.405, Time: 57:09:59\n",
      "Ep.: 5633, Total Steps: 3913206, Ep.Steps: 1000, Score: 2385.442, Avg.Score: 1036.955, Max.Score: 2439.405, Time: 57:10:49\n",
      "Ep.: 5634, Total Steps: 3914206, Ep.Steps: 1000, Score: 2406.739, Avg.Score: 1060.540, Max.Score: 2439.405, Time: 57:11:39\n",
      "Ep.: 5635, Total Steps: 3915206, Ep.Steps: 1000, Score: 2404.990, Avg.Score: 1060.316, Max.Score: 2439.405, Time: 57:12:29\n",
      "Ep.: 5636, Total Steps: 3916206, Ep.Steps: 1000, Score: 2397.396, Avg.Score: 1060.121, Max.Score: 2439.405, Time: 57:13:20\n",
      "Ep.: 5637, Total Steps: 3917206, Ep.Steps: 1000, Score: 2420.370, Avg.Score: 1060.017, Max.Score: 2439.405, Time: 57:14:10\n",
      "Ep.: 5638, Total Steps: 3918206, Ep.Steps: 1000, Score: 2379.600, Avg.Score: 1059.470, Max.Score: 2439.405, Time: 57:15:00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5639, Total Steps: 3919206, Ep.Steps: 1000, Score: 2398.069, Avg.Score: 1059.056, Max.Score: 2432.327, Time: 57:15:50\n",
      "Ep.: 5640, Total Steps: 3920206, Ep.Steps: 1000, Score: 2360.014, Avg.Score: 1059.196, Max.Score: 2432.327, Time: 57:16:40\n",
      "Ep.: 5641, Total Steps: 3921206, Ep.Steps: 1000, Score: 2398.399, Avg.Score: 1058.856, Max.Score: 2426.530, Time: 57:17:31\n",
      "Ep.: 5642, Total Steps: 3922206, Ep.Steps: 1000, Score: 2408.531, Avg.Score: 1058.676, Max.Score: 2420.370, Time: 57:18:21\n",
      "Ep.: 5643, Total Steps: 3923206, Ep.Steps: 1000, Score: 2361.443, Avg.Score: 1058.188, Max.Score: 2420.370, Time: 57:19:11\n",
      "Ep.: 5644, Total Steps: 3924206, Ep.Steps: 1000, Score: 2393.090, Avg.Score: 1058.027, Max.Score: 2420.370, Time: 57:20:01\n",
      "Ep.: 5645, Total Steps: 3925206, Ep.Steps: 1000, Score: 2360.692, Avg.Score: 1081.080, Max.Score: 2420.370, Time: 57:20:52\n",
      "Ep.: 5646, Total Steps: 3926206, Ep.Steps: 1000, Score: 2412.310, Avg.Score: 1104.674, Max.Score: 2420.370, Time: 57:21:42\n",
      "Ep.: 5647, Total Steps: 3927206, Ep.Steps: 1000, Score: 2393.837, Avg.Score: 1128.441, Max.Score: 2420.370, Time: 57:22:32\n",
      "Ep.: 5648, Total Steps: 3928206, Ep.Steps: 1000, Score: 2401.397, Avg.Score: 1151.727, Max.Score: 2420.370, Time: 57:23:22\n",
      "Ep.: 5649, Total Steps: 3929206, Ep.Steps: 1000, Score: 2428.550, Avg.Score: 1175.303, Max.Score: 2428.550, Time: 57:24:12\n",
      "Ep.: 5650, Total Steps: 3930206, Ep.Steps: 1000, Score: 2409.133, Avg.Score: 1199.231, Max.Score: 2428.550, Time: 57:25:03\n",
      "Ep.: 5651, Total Steps: 3931206, Ep.Steps: 1000, Score: 2407.898, Avg.Score: 1222.870, Max.Score: 2428.550, Time: 57:25:53\n",
      "Ep.: 5652, Total Steps: 3932206, Ep.Steps: 1000, Score: 2415.806, Avg.Score: 1246.874, Max.Score: 2428.550, Time: 57:26:43\n",
      "Ep.: 5653, Total Steps: 3933206, Ep.Steps: 1000, Score: 2397.627, Avg.Score: 1269.707, Max.Score: 2428.550, Time: 57:27:34\n",
      "Ep.: 5654, Total Steps: 3934206, Ep.Steps: 1000, Score: 2413.286, Avg.Score: 1293.737, Max.Score: 2428.550, Time: 57:28:24\n",
      "Ep.: 5655, Total Steps: 3935206, Ep.Steps: 1000, Score: 2426.969, Avg.Score: 1317.897, Max.Score: 2428.550, Time: 57:29:14\n",
      "Ep.: 5656, Total Steps: 3936206, Ep.Steps: 1000, Score: 2394.288, Avg.Score: 1341.555, Max.Score: 2428.550, Time: 57:30:05\n",
      "Ep.: 5657, Total Steps: 3937206, Ep.Steps: 1000, Score: 2405.439, Avg.Score: 1365.488, Max.Score: 2428.550, Time: 57:30:55\n",
      "Ep.: 5658, Total Steps: 3938206, Ep.Steps: 1000, Score: 2426.434, Avg.Score: 1389.635, Max.Score: 2428.550, Time: 57:31:45\n",
      "Ep.: 5659, Total Steps: 3939206, Ep.Steps: 1000, Score: 2396.490, Avg.Score: 1413.458, Max.Score: 2428.550, Time: 57:32:35\n",
      "Ep.: 5660, Total Steps: 3940206, Ep.Steps: 1000, Score: 2406.636, Avg.Score: 1437.388, Max.Score: 2428.550, Time: 57:33:26\n",
      "Ep.: 5661, Total Steps: 3941206, Ep.Steps: 1000, Score: 2412.291, Avg.Score: 1461.346, Max.Score: 2428.550, Time: 57:34:16\n",
      "Ep.: 5662, Total Steps: 3942206, Ep.Steps: 1000, Score: 2413.098, Avg.Score: 1485.331, Max.Score: 2428.550, Time: 57:35:07\n",
      "Ep.: 5663, Total Steps: 3943206, Ep.Steps: 1000, Score: 2423.811, Avg.Score: 1509.410, Max.Score: 2428.550, Time: 57:35:57\n",
      "Ep.: 5664, Total Steps: 3944206, Ep.Steps: 1000, Score: 2411.724, Avg.Score: 1533.300, Max.Score: 2428.550, Time: 57:36:47\n",
      "Ep.: 5665, Total Steps: 3945206, Ep.Steps: 1000, Score: 2415.828, Avg.Score: 1557.300, Max.Score: 2428.550, Time: 57:37:37\n",
      "Ep.: 5666, Total Steps: 3946206, Ep.Steps: 1000, Score: 2388.157, Avg.Score: 1580.926, Max.Score: 2428.550, Time: 57:38:27\n",
      "Ep.: 5667, Total Steps: 3947206, Ep.Steps: 1000, Score: 2416.373, Avg.Score: 1604.270, Max.Score: 2428.550, Time: 57:39:17\n",
      "Ep.: 5668, Total Steps: 3948206, Ep.Steps: 1000, Score: 2433.025, Avg.Score: 1628.435, Max.Score: 2433.025, Time: 57:40:08\n",
      "Ep.: 5669, Total Steps: 3949206, Ep.Steps: 1000, Score: 2439.099, Avg.Score: 1652.686, Max.Score: 2439.099, Time: 57:40:58\n",
      "Ep.: 5670, Total Steps: 3950206, Ep.Steps: 1000, Score: 2425.643, Avg.Score: 1676.785, Max.Score: 2439.099, Time: 57:41:48\n",
      "Ep.: 5671, Total Steps: 3951206, Ep.Steps: 1000, Score: 2434.831, Avg.Score: 1698.715, Max.Score: 2439.099, Time: 57:42:38\n",
      "Ep.: 5672, Total Steps: 3952206, Ep.Steps: 1000, Score: 2437.262, Avg.Score: 1722.951, Max.Score: 2439.099, Time: 57:43:29\n",
      "Ep.: 5673, Total Steps: 3953206, Ep.Steps: 1000, Score: 2422.494, Avg.Score: 1746.606, Max.Score: 2439.099, Time: 57:44:19\n",
      "Ep.: 5674, Total Steps: 3954206, Ep.Steps: 1000, Score: 2430.785, Avg.Score: 1769.366, Max.Score: 2439.099, Time: 57:45:09\n",
      "Ep.: 5675, Total Steps: 3955206, Ep.Steps: 1000, Score: 2419.363, Avg.Score: 1792.955, Max.Score: 2439.099, Time: 57:45:59\n",
      "Ep.: 5676, Total Steps: 3955250, Ep.Steps: 44, Score: 46.615, Avg.Score: 1792.450, Max.Score: 2439.099, Time: 57:46:02\n",
      "Ep.: 5677, Total Steps: 3956250, Ep.Steps: 1000, Score: 2409.750, Avg.Score: 1815.726, Max.Score: 2439.099, Time: 57:46:52\n",
      "Ep.: 5678, Total Steps: 3957250, Ep.Steps: 1000, Score: 2431.362, Avg.Score: 1839.260, Max.Score: 2439.099, Time: 57:47:42\n",
      "Ep.: 5679, Total Steps: 3958250, Ep.Steps: 1000, Score: 2416.124, Avg.Score: 1862.739, Max.Score: 2439.099, Time: 57:48:32\n",
      "Ep.: 5680, Total Steps: 3958539, Ep.Steps: 289, Score: 664.893, Avg.Score: 1868.720, Max.Score: 2439.099, Time: 57:48:47\n",
      "Ep.: 5681, Total Steps: 3959539, Ep.Steps: 1000, Score: 2411.760, Avg.Score: 1892.550, Max.Score: 2439.099, Time: 57:49:37\n",
      "Ep.: 5682, Total Steps: 3960539, Ep.Steps: 1000, Score: 2380.574, Avg.Score: 1915.925, Max.Score: 2439.099, Time: 57:50:27\n",
      "Ep.: 5683, Total Steps: 3961539, Ep.Steps: 1000, Score: 2407.606, Avg.Score: 1939.409, Max.Score: 2439.099, Time: 57:51:17\n",
      "Ep.: 5684, Total Steps: 3962539, Ep.Steps: 1000, Score: 2345.746, Avg.Score: 1960.984, Max.Score: 2439.099, Time: 57:52:07\n",
      "Ep.: 5685, Total Steps: 3963539, Ep.Steps: 1000, Score: 2376.258, Avg.Score: 1983.733, Max.Score: 2439.099, Time: 57:52:57\n",
      "Ep.: 5686, Total Steps: 3964539, Ep.Steps: 1000, Score: 2379.395, Avg.Score: 2006.425, Max.Score: 2439.099, Time: 57:53:48\n",
      "Ep.: 5687, Total Steps: 3965539, Ep.Steps: 1000, Score: 2397.883, Avg.Score: 2029.539, Max.Score: 2439.099, Time: 57:54:38\n",
      "Ep.: 5688, Total Steps: 3966539, Ep.Steps: 1000, Score: 2399.920, Avg.Score: 2053.014, Max.Score: 2439.099, Time: 57:55:28\n",
      "Ep.: 5689, Total Steps: 3967539, Ep.Steps: 1000, Score: 2400.429, Avg.Score: 2076.014, Max.Score: 2439.099, Time: 57:56:19\n",
      "Ep.: 5690, Total Steps: 3968539, Ep.Steps: 1000, Score: 2354.123, Avg.Score: 2098.339, Max.Score: 2439.099, Time: 57:57:09\n",
      "Ep.: 5691, Total Steps: 3969539, Ep.Steps: 1000, Score: 2408.699, Avg.Score: 2121.235, Max.Score: 2439.099, Time: 57:57:59\n",
      "Ep.: 5692, Total Steps: 3970539, Ep.Steps: 1000, Score: 2361.274, Avg.Score: 2143.649, Max.Score: 2439.099, Time: 57:58:49\n",
      "Ep.: 5693, Total Steps: 3971539, Ep.Steps: 1000, Score: 2380.516, Avg.Score: 2166.288, Max.Score: 2439.099, Time: 57:59:40\n",
      "Ep.: 5694, Total Steps: 3972539, Ep.Steps: 1000, Score: 2426.834, Avg.Score: 2188.439, Max.Score: 2439.099, Time: 58:00:30\n",
      "Ep.: 5695, Total Steps: 3973539, Ep.Steps: 1000, Score: 2407.151, Avg.Score: 2210.899, Max.Score: 2439.099, Time: 58:01:20\n",
      "Ep.: 5696, Total Steps: 3974539, Ep.Steps: 1000, Score: 2406.688, Avg.Score: 2234.138, Max.Score: 2439.099, Time: 58:02:10\n",
      "Ep.: 5697, Total Steps: 3974844, Ep.Steps: 305, Score: 689.825, Avg.Score: 2239.049, Max.Score: 2439.099, Time: 58:02:26\n",
      "Ep.: 5698, Total Steps: 3975844, Ep.Steps: 1000, Score: 2395.937, Avg.Score: 2261.170, Max.Score: 2439.099, Time: 58:03:16\n",
      "Ep.: 5699, Total Steps: 3976844, Ep.Steps: 1000, Score: 2389.252, Avg.Score: 2270.588, Max.Score: 2439.099, Time: 58:04:06\n",
      "Ep.: 5700, Total Steps: 3977844, Ep.Steps: 1000, Score: 2438.468, Avg.Score: 2282.411, Max.Score: 2439.099, Time: 58:04:56\n",
      "Ep.: 5701, Total Steps: 3978844, Ep.Steps: 1000, Score: 2420.033, Avg.Score: 2284.131, Max.Score: 2439.099, Time: 58:05:47\n",
      "Ep.: 5702, Total Steps: 3979844, Ep.Steps: 1000, Score: 2448.099, Avg.Score: 2286.600, Max.Score: 2448.099, Time: 58:06:37\n",
      "Ep.: 5703, Total Steps: 3980844, Ep.Steps: 1000, Score: 2422.495, Avg.Score: 2288.213, Max.Score: 2448.099, Time: 58:07:27\n",
      "Ep.: 5704, Total Steps: 3981844, Ep.Steps: 1000, Score: 2404.248, Avg.Score: 2290.049, Max.Score: 2448.099, Time: 58:08:17\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5705, Total Steps: 3982844, Ep.Steps: 1000, Score: 2400.376, Avg.Score: 2291.659, Max.Score: 2448.099, Time: 58:09:07\n",
      "Ep.: 5706, Total Steps: 3983844, Ep.Steps: 1000, Score: 2397.225, Avg.Score: 2292.830, Max.Score: 2448.099, Time: 58:09:58\n",
      "Ep.: 5707, Total Steps: 3984844, Ep.Steps: 1000, Score: 2418.898, Avg.Score: 2293.848, Max.Score: 2448.099, Time: 58:10:48\n",
      "Ep.: 5708, Total Steps: 3985068, Ep.Steps: 224, Score: 503.353, Avg.Score: 2275.559, Max.Score: 2448.099, Time: 58:10:59\n",
      "Ep.: 5709, Total Steps: 3986068, Ep.Steps: 1000, Score: 2407.933, Avg.Score: 2276.255, Max.Score: 2448.099, Time: 58:11:50\n",
      "Ep.: 5710, Total Steps: 3986393, Ep.Steps: 325, Score: 757.464, Avg.Score: 2260.751, Max.Score: 2448.099, Time: 58:12:06\n",
      "Ep.: 5711, Total Steps: 3987393, Ep.Steps: 1000, Score: 2427.401, Avg.Score: 2261.614, Max.Score: 2448.099, Time: 58:12:57\n",
      "Ep.: 5712, Total Steps: 3988393, Ep.Steps: 1000, Score: 2424.867, Avg.Score: 2262.517, Max.Score: 2448.099, Time: 58:13:48\n",
      "Ep.: 5713, Total Steps: 3989393, Ep.Steps: 1000, Score: 2441.896, Avg.Score: 2263.067, Max.Score: 2448.099, Time: 58:14:38\n",
      "Ep.: 5714, Total Steps: 3990393, Ep.Steps: 1000, Score: 2381.282, Avg.Score: 2284.515, Max.Score: 2448.099, Time: 58:15:28\n",
      "Ep.: 5715, Total Steps: 3991393, Ep.Steps: 1000, Score: 2402.794, Avg.Score: 2307.636, Max.Score: 2448.099, Time: 58:16:19\n",
      "Ep.: 5716, Total Steps: 3992393, Ep.Steps: 1000, Score: 2394.872, Avg.Score: 2307.515, Max.Score: 2448.099, Time: 58:17:09\n",
      "Ep.: 5717, Total Steps: 3993374, Ep.Steps: 981, Score: 2352.991, Avg.Score: 2307.395, Max.Score: 2448.099, Time: 58:17:58\n",
      "Ep.: 5718, Total Steps: 3994374, Ep.Steps: 1000, Score: 2357.763, Avg.Score: 2307.187, Max.Score: 2448.099, Time: 58:18:48\n",
      "Ep.: 5719, Total Steps: 3995374, Ep.Steps: 1000, Score: 2420.930, Avg.Score: 2307.614, Max.Score: 2448.099, Time: 58:19:39\n",
      "Ep.: 5720, Total Steps: 3996374, Ep.Steps: 1000, Score: 2414.835, Avg.Score: 2308.129, Max.Score: 2448.099, Time: 58:20:29\n",
      "Ep.: 5721, Total Steps: 3997374, Ep.Steps: 1000, Score: 2406.509, Avg.Score: 2308.688, Max.Score: 2448.099, Time: 58:21:19\n",
      "Ep.: 5722, Total Steps: 3998201, Ep.Steps: 827, Score: 1994.447, Avg.Score: 2304.800, Max.Score: 2448.099, Time: 58:22:01\n",
      "Ep.: 5723, Total Steps: 3999201, Ep.Steps: 1000, Score: 2432.795, Avg.Score: 2305.769, Max.Score: 2448.099, Time: 58:22:52\n",
      "Ep.: 5724, Total Steps: 4000201, Ep.Steps: 1000, Score: 2435.309, Avg.Score: 2306.103, Max.Score: 2448.099, Time: 58:23:42\n",
      "Ep.: 5725, Total Steps: 4001201, Ep.Steps: 1000, Score: 2409.055, Avg.Score: 2306.329, Max.Score: 2448.099, Time: 58:24:32\n",
      "Ep.: 5726, Total Steps: 4002201, Ep.Steps: 1000, Score: 2418.116, Avg.Score: 2307.087, Max.Score: 2448.099, Time: 58:25:22\n",
      "Ep.: 5727, Total Steps: 4002905, Ep.Steps: 704, Score: 1695.240, Avg.Score: 2300.070, Max.Score: 2448.099, Time: 58:25:58\n",
      "Ep.: 5728, Total Steps: 4003905, Ep.Steps: 1000, Score: 2427.835, Avg.Score: 2300.370, Max.Score: 2448.099, Time: 58:26:48\n",
      "Ep.: 5729, Total Steps: 4004905, Ep.Steps: 1000, Score: 2400.705, Avg.Score: 2300.376, Max.Score: 2448.099, Time: 58:27:38\n",
      "Ep.: 5730, Total Steps: 4005905, Ep.Steps: 1000, Score: 2440.589, Avg.Score: 2301.111, Max.Score: 2448.099, Time: 58:28:28\n",
      "Ep.: 5731, Total Steps: 4006905, Ep.Steps: 1000, Score: 2408.284, Avg.Score: 2301.137, Max.Score: 2448.099, Time: 58:29:19\n",
      "Ep.: 5732, Total Steps: 4007905, Ep.Steps: 1000, Score: 2374.525, Avg.Score: 2301.049, Max.Score: 2448.099, Time: 58:30:09\n",
      "Ep.: 5733, Total Steps: 4008905, Ep.Steps: 1000, Score: 2437.187, Avg.Score: 2301.567, Max.Score: 2448.099, Time: 58:30:59\n",
      "Ep.: 5734, Total Steps: 4009905, Ep.Steps: 1000, Score: 2439.621, Avg.Score: 2301.895, Max.Score: 2448.099, Time: 58:31:49\n",
      "Ep.: 5735, Total Steps: 4010905, Ep.Steps: 1000, Score: 2408.092, Avg.Score: 2301.926, Max.Score: 2448.099, Time: 58:32:39\n",
      "Ep.: 5736, Total Steps: 4011905, Ep.Steps: 1000, Score: 2409.055, Avg.Score: 2302.043, Max.Score: 2448.099, Time: 58:33:30\n",
      "Ep.: 5737, Total Steps: 4012905, Ep.Steps: 1000, Score: 2446.482, Avg.Score: 2302.304, Max.Score: 2448.099, Time: 58:34:20\n",
      "Ep.: 5738, Total Steps: 4013905, Ep.Steps: 1000, Score: 2412.296, Avg.Score: 2302.631, Max.Score: 2448.099, Time: 58:35:15\n",
      "Ep.: 5739, Total Steps: 4014905, Ep.Steps: 1000, Score: 2430.497, Avg.Score: 2302.955, Max.Score: 2448.099, Time: 58:36:11\n",
      "Ep.: 5740, Total Steps: 4015905, Ep.Steps: 1000, Score: 2438.497, Avg.Score: 2303.740, Max.Score: 2448.099, Time: 58:37:02\n",
      "Ep.: 5741, Total Steps: 4016905, Ep.Steps: 1000, Score: 2436.491, Avg.Score: 2304.121, Max.Score: 2448.099, Time: 58:37:52\n",
      "Ep.: 5742, Total Steps: 4017905, Ep.Steps: 1000, Score: 2409.401, Avg.Score: 2304.130, Max.Score: 2448.099, Time: 58:38:42\n",
      "Ep.: 5743, Total Steps: 4018905, Ep.Steps: 1000, Score: 2441.444, Avg.Score: 2304.930, Max.Score: 2448.099, Time: 58:39:32\n",
      "Ep.: 5744, Total Steps: 4019905, Ep.Steps: 1000, Score: 2419.955, Avg.Score: 2305.198, Max.Score: 2448.099, Time: 58:40:22\n",
      "Ep.: 5745, Total Steps: 4020905, Ep.Steps: 1000, Score: 2398.613, Avg.Score: 2305.578, Max.Score: 2448.099, Time: 58:41:12\n",
      "Ep.: 5746, Total Steps: 4021905, Ep.Steps: 1000, Score: 2432.421, Avg.Score: 2305.779, Max.Score: 2448.099, Time: 58:42:03\n",
      "Ep.: 5747, Total Steps: 4022905, Ep.Steps: 1000, Score: 2427.001, Avg.Score: 2306.110, Max.Score: 2448.099, Time: 58:42:53\n",
      "Ep.: 5748, Total Steps: 4023905, Ep.Steps: 1000, Score: 2477.125, Avg.Score: 2306.868, Max.Score: 2477.125, Time: 58:43:43\n",
      "Ep.: 5749, Total Steps: 4024905, Ep.Steps: 1000, Score: 2448.958, Avg.Score: 2307.072, Max.Score: 2477.125, Time: 58:44:33\n",
      "Ep.: 5750, Total Steps: 4025905, Ep.Steps: 1000, Score: 2430.567, Avg.Score: 2307.286, Max.Score: 2477.125, Time: 58:45:23\n",
      "Ep.: 5751, Total Steps: 4026905, Ep.Steps: 1000, Score: 2448.731, Avg.Score: 2307.694, Max.Score: 2477.125, Time: 58:46:14\n",
      "Ep.: 5752, Total Steps: 4027905, Ep.Steps: 1000, Score: 2410.324, Avg.Score: 2307.640, Max.Score: 2477.125, Time: 58:47:04\n",
      "Ep.: 5753, Total Steps: 4028905, Ep.Steps: 1000, Score: 2447.877, Avg.Score: 2308.142, Max.Score: 2477.125, Time: 58:47:54\n",
      "Ep.: 5754, Total Steps: 4029905, Ep.Steps: 1000, Score: 2452.647, Avg.Score: 2308.536, Max.Score: 2477.125, Time: 58:48:44\n",
      "Ep.: 5755, Total Steps: 4030905, Ep.Steps: 1000, Score: 2426.184, Avg.Score: 2308.528, Max.Score: 2477.125, Time: 58:49:34\n",
      "Ep.: 5756, Total Steps: 4031905, Ep.Steps: 1000, Score: 2464.660, Avg.Score: 2309.232, Max.Score: 2477.125, Time: 58:50:25\n",
      "Ep.: 5757, Total Steps: 4032905, Ep.Steps: 1000, Score: 2453.665, Avg.Score: 2309.714, Max.Score: 2477.125, Time: 58:51:15\n",
      "Ep.: 5758, Total Steps: 4033905, Ep.Steps: 1000, Score: 2426.737, Avg.Score: 2309.717, Max.Score: 2477.125, Time: 58:52:05\n",
      "Ep.: 5759, Total Steps: 4034905, Ep.Steps: 1000, Score: 2435.802, Avg.Score: 2310.110, Max.Score: 2477.125, Time: 58:52:55\n",
      "Ep.: 5760, Total Steps: 4035905, Ep.Steps: 1000, Score: 2456.465, Avg.Score: 2310.608, Max.Score: 2477.125, Time: 58:53:45\n",
      "Ep.: 5761, Total Steps: 4036905, Ep.Steps: 1000, Score: 2446.771, Avg.Score: 2310.953, Max.Score: 2477.125, Time: 58:54:35\n",
      "Ep.: 5762, Total Steps: 4037905, Ep.Steps: 1000, Score: 2429.958, Avg.Score: 2311.122, Max.Score: 2477.125, Time: 58:55:26\n",
      "Ep.: 5763, Total Steps: 4038362, Ep.Steps: 457, Score: 1080.987, Avg.Score: 2297.693, Max.Score: 2477.125, Time: 58:55:49\n",
      "Ep.: 5764, Total Steps: 4039362, Ep.Steps: 1000, Score: 2426.616, Avg.Score: 2297.842, Max.Score: 2477.125, Time: 58:56:39\n",
      "Ep.: 5765, Total Steps: 4040362, Ep.Steps: 1000, Score: 2434.075, Avg.Score: 2298.025, Max.Score: 2477.125, Time: 58:57:29\n",
      "Ep.: 5766, Total Steps: 4041362, Ep.Steps: 1000, Score: 2439.504, Avg.Score: 2298.538, Max.Score: 2477.125, Time: 58:58:19\n",
      "Ep.: 5767, Total Steps: 4042362, Ep.Steps: 1000, Score: 2418.422, Avg.Score: 2298.559, Max.Score: 2477.125, Time: 58:59:09\n",
      "Ep.: 5768, Total Steps: 4043362, Ep.Steps: 1000, Score: 2456.425, Avg.Score: 2298.793, Max.Score: 2477.125, Time: 59:00:00\n",
      "Ep.: 5769, Total Steps: 4044362, Ep.Steps: 1000, Score: 2433.816, Avg.Score: 2298.740, Max.Score: 2477.125, Time: 59:00:50\n",
      "Ep.: 5770, Total Steps: 4044889, Ep.Steps: 527, Score: 1265.610, Avg.Score: 2287.140, Max.Score: 2477.125, Time: 59:01:16\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5771, Total Steps: 4045889, Ep.Steps: 1000, Score: 2427.009, Avg.Score: 2287.061, Max.Score: 2477.125, Time: 59:02:07\n",
      "Ep.: 5772, Total Steps: 4046889, Ep.Steps: 1000, Score: 2435.289, Avg.Score: 2287.042, Max.Score: 2477.125, Time: 59:02:57\n",
      "Ep.: 5773, Total Steps: 4047889, Ep.Steps: 1000, Score: 2434.729, Avg.Score: 2287.164, Max.Score: 2477.125, Time: 59:03:47\n",
      "Ep.: 5774, Total Steps: 4048889, Ep.Steps: 1000, Score: 2450.292, Avg.Score: 2287.359, Max.Score: 2477.125, Time: 59:04:37\n",
      "Ep.: 5775, Total Steps: 4049311, Ep.Steps: 422, Score: 981.690, Avg.Score: 2272.982, Max.Score: 2477.125, Time: 59:04:58\n",
      "Ep.: 5776, Total Steps: 4050311, Ep.Steps: 1000, Score: 2432.793, Avg.Score: 2296.844, Max.Score: 2477.125, Time: 59:05:48\n",
      "Ep.: 5777, Total Steps: 4051311, Ep.Steps: 1000, Score: 2439.778, Avg.Score: 2297.144, Max.Score: 2477.125, Time: 59:06:38\n",
      "Ep.: 5778, Total Steps: 4052070, Ep.Steps: 759, Score: 1856.974, Avg.Score: 2291.400, Max.Score: 2477.125, Time: 59:07:17\n",
      "Ep.: 5779, Total Steps: 4053070, Ep.Steps: 1000, Score: 2427.653, Avg.Score: 2291.516, Max.Score: 2477.125, Time: 59:08:07\n",
      "Ep.: 5780, Total Steps: 4054070, Ep.Steps: 1000, Score: 2418.940, Avg.Score: 2309.056, Max.Score: 2477.125, Time: 59:08:57\n",
      "Ep.: 5781, Total Steps: 4054773, Ep.Steps: 703, Score: 1690.272, Avg.Score: 2301.841, Max.Score: 2477.125, Time: 59:09:32\n",
      "Ep.: 5782, Total Steps: 4055773, Ep.Steps: 1000, Score: 2441.686, Avg.Score: 2302.452, Max.Score: 2477.125, Time: 59:10:23\n",
      "Ep.: 5783, Total Steps: 4056354, Ep.Steps: 581, Score: 1392.218, Avg.Score: 2292.299, Max.Score: 2477.125, Time: 59:10:52\n",
      "Ep.: 5784, Total Steps: 4057354, Ep.Steps: 1000, Score: 2469.283, Avg.Score: 2293.534, Max.Score: 2477.125, Time: 59:11:42\n",
      "Ep.: 5785, Total Steps: 4058354, Ep.Steps: 1000, Score: 2446.905, Avg.Score: 2294.240, Max.Score: 2477.125, Time: 59:12:32\n",
      "Ep.: 5786, Total Steps: 4059354, Ep.Steps: 1000, Score: 2439.972, Avg.Score: 2294.846, Max.Score: 2477.125, Time: 59:13:23\n",
      "Ep.: 5787, Total Steps: 4060354, Ep.Steps: 1000, Score: 2444.193, Avg.Score: 2295.309, Max.Score: 2477.125, Time: 59:14:13\n",
      "Ep.: 5788, Total Steps: 4061354, Ep.Steps: 1000, Score: 2424.676, Avg.Score: 2295.557, Max.Score: 2477.125, Time: 59:15:03\n",
      "Ep.: 5789, Total Steps: 4061445, Ep.Steps: 91, Score: 86.464, Avg.Score: 2272.417, Max.Score: 2477.125, Time: 59:15:08\n",
      "Ep.: 5790, Total Steps: 4062445, Ep.Steps: 1000, Score: 2458.402, Avg.Score: 2273.460, Max.Score: 2477.125, Time: 59:15:58\n",
      "Ep.: 5791, Total Steps: 4063445, Ep.Steps: 1000, Score: 2421.805, Avg.Score: 2273.591, Max.Score: 2477.125, Time: 59:16:48\n",
      "Ep.: 5792, Total Steps: 4064445, Ep.Steps: 1000, Score: 2415.692, Avg.Score: 2274.135, Max.Score: 2477.125, Time: 59:17:38\n",
      "Ep.: 5793, Total Steps: 4065445, Ep.Steps: 1000, Score: 2435.321, Avg.Score: 2274.683, Max.Score: 2477.125, Time: 59:18:29\n",
      "Ep.: 5794, Total Steps: 4066445, Ep.Steps: 1000, Score: 2437.184, Avg.Score: 2274.787, Max.Score: 2477.125, Time: 59:19:19\n",
      "Ep.: 5795, Total Steps: 4067445, Ep.Steps: 1000, Score: 2422.129, Avg.Score: 2274.937, Max.Score: 2477.125, Time: 59:20:09\n",
      "Ep.: 5796, Total Steps: 4068445, Ep.Steps: 1000, Score: 2461.421, Avg.Score: 2275.484, Max.Score: 2477.125, Time: 59:20:59\n",
      "Ep.: 5797, Total Steps: 4069445, Ep.Steps: 1000, Score: 2392.945, Avg.Score: 2292.515, Max.Score: 2477.125, Time: 59:21:50\n",
      "Ep.: 5798, Total Steps: 4070445, Ep.Steps: 1000, Score: 2409.383, Avg.Score: 2292.650, Max.Score: 2477.125, Time: 59:22:40\n",
      "Ep.: 5799, Total Steps: 4071445, Ep.Steps: 1000, Score: 2374.458, Avg.Score: 2292.502, Max.Score: 2477.125, Time: 59:23:30\n",
      "Ep.: 5800, Total Steps: 4072445, Ep.Steps: 1000, Score: 2413.058, Avg.Score: 2292.248, Max.Score: 2477.125, Time: 59:24:20\n",
      "Ep.: 5801, Total Steps: 4073445, Ep.Steps: 1000, Score: 2387.481, Avg.Score: 2291.922, Max.Score: 2477.125, Time: 59:25:11\n",
      "Ep.: 5802, Total Steps: 4074445, Ep.Steps: 1000, Score: 2434.973, Avg.Score: 2291.791, Max.Score: 2477.125, Time: 59:26:01\n",
      "Ep.: 5803, Total Steps: 4075445, Ep.Steps: 1000, Score: 2436.137, Avg.Score: 2291.927, Max.Score: 2477.125, Time: 59:26:52\n",
      "Ep.: 5804, Total Steps: 4076445, Ep.Steps: 1000, Score: 2438.752, Avg.Score: 2292.272, Max.Score: 2477.125, Time: 59:27:42\n",
      "Ep.: 5805, Total Steps: 4077445, Ep.Steps: 1000, Score: 2421.700, Avg.Score: 2292.485, Max.Score: 2477.125, Time: 59:28:32\n",
      "Ep.: 5806, Total Steps: 4078445, Ep.Steps: 1000, Score: 2426.963, Avg.Score: 2292.783, Max.Score: 2477.125, Time: 59:29:22\n",
      "Ep.: 5807, Total Steps: 4079445, Ep.Steps: 1000, Score: 2438.706, Avg.Score: 2292.981, Max.Score: 2477.125, Time: 59:30:13\n",
      "Ep.: 5808, Total Steps: 4080445, Ep.Steps: 1000, Score: 2430.077, Avg.Score: 2312.248, Max.Score: 2477.125, Time: 59:31:03\n",
      "Ep.: 5809, Total Steps: 4081445, Ep.Steps: 1000, Score: 2422.402, Avg.Score: 2312.393, Max.Score: 2477.125, Time: 59:31:53\n",
      "Ep.: 5810, Total Steps: 4082445, Ep.Steps: 1000, Score: 2429.216, Avg.Score: 2329.110, Max.Score: 2477.125, Time: 59:32:43\n",
      "Ep.: 5811, Total Steps: 4083445, Ep.Steps: 1000, Score: 2442.527, Avg.Score: 2329.262, Max.Score: 2477.125, Time: 59:33:33\n",
      "Ep.: 5812, Total Steps: 4084445, Ep.Steps: 1000, Score: 2426.288, Avg.Score: 2329.276, Max.Score: 2477.125, Time: 59:34:24\n",
      "Ep.: 5813, Total Steps: 4085445, Ep.Steps: 1000, Score: 2422.663, Avg.Score: 2329.084, Max.Score: 2477.125, Time: 59:35:16\n",
      "Ep.: 5814, Total Steps: 4086445, Ep.Steps: 1000, Score: 2392.343, Avg.Score: 2329.194, Max.Score: 2477.125, Time: 59:36:06\n",
      "Ep.: 5815, Total Steps: 4087445, Ep.Steps: 1000, Score: 2417.999, Avg.Score: 2329.346, Max.Score: 2477.125, Time: 59:36:56\n",
      "Ep.: 5816, Total Steps: 4088445, Ep.Steps: 1000, Score: 2400.497, Avg.Score: 2329.402, Max.Score: 2477.125, Time: 59:37:46\n",
      "Ep.: 5817, Total Steps: 4089445, Ep.Steps: 1000, Score: 2430.838, Avg.Score: 2330.181, Max.Score: 2477.125, Time: 59:38:36\n",
      "Ep.: 5818, Total Steps: 4090445, Ep.Steps: 1000, Score: 2405.883, Avg.Score: 2330.662, Max.Score: 2477.125, Time: 59:39:27\n",
      "Ep.: 5819, Total Steps: 4091445, Ep.Steps: 1000, Score: 2419.126, Avg.Score: 2330.644, Max.Score: 2477.125, Time: 59:40:17\n",
      "Ep.: 5820, Total Steps: 4092445, Ep.Steps: 1000, Score: 2431.774, Avg.Score: 2330.813, Max.Score: 2477.125, Time: 59:41:07\n",
      "Ep.: 5821, Total Steps: 4093445, Ep.Steps: 1000, Score: 2444.635, Avg.Score: 2331.195, Max.Score: 2477.125, Time: 59:41:57\n",
      "Ep.: 5822, Total Steps: 4094445, Ep.Steps: 1000, Score: 2439.701, Avg.Score: 2335.647, Max.Score: 2477.125, Time: 59:42:48\n",
      "Ep.: 5823, Total Steps: 4095445, Ep.Steps: 1000, Score: 2423.697, Avg.Score: 2335.556, Max.Score: 2477.125, Time: 59:43:38\n",
      "Ep.: 5824, Total Steps: 4096445, Ep.Steps: 1000, Score: 2417.081, Avg.Score: 2335.374, Max.Score: 2477.125, Time: 59:44:28\n",
      "Ep.: 5825, Total Steps: 4097445, Ep.Steps: 1000, Score: 2430.525, Avg.Score: 2335.589, Max.Score: 2477.125, Time: 59:45:18\n",
      "Ep.: 5826, Total Steps: 4098445, Ep.Steps: 1000, Score: 2398.671, Avg.Score: 2335.394, Max.Score: 2477.125, Time: 59:46:08\n",
      "Ep.: 5827, Total Steps: 4099445, Ep.Steps: 1000, Score: 2390.240, Avg.Score: 2342.344, Max.Score: 2477.125, Time: 59:46:59\n",
      "Ep.: 5828, Total Steps: 4100445, Ep.Steps: 1000, Score: 2424.608, Avg.Score: 2342.312, Max.Score: 2477.125, Time: 59:47:49\n",
      "Ep.: 5829, Total Steps: 4101445, Ep.Steps: 1000, Score: 2409.817, Avg.Score: 2342.403, Max.Score: 2477.125, Time: 59:48:39\n",
      "Ep.: 5830, Total Steps: 4102445, Ep.Steps: 1000, Score: 2434.752, Avg.Score: 2342.345, Max.Score: 2477.125, Time: 59:49:29\n",
      "Ep.: 5831, Total Steps: 4103445, Ep.Steps: 1000, Score: 2434.149, Avg.Score: 2342.603, Max.Score: 2477.125, Time: 59:50:19\n",
      "Ep.: 5832, Total Steps: 4104445, Ep.Steps: 1000, Score: 2398.874, Avg.Score: 2342.847, Max.Score: 2477.125, Time: 59:51:10\n",
      "Ep.: 5833, Total Steps: 4105445, Ep.Steps: 1000, Score: 2391.918, Avg.Score: 2342.394, Max.Score: 2477.125, Time: 59:52:00\n",
      "Ep.: 5834, Total Steps: 4106445, Ep.Steps: 1000, Score: 2419.531, Avg.Score: 2342.193, Max.Score: 2477.125, Time: 59:52:50\n",
      "Ep.: 5835, Total Steps: 4107445, Ep.Steps: 1000, Score: 2416.247, Avg.Score: 2342.275, Max.Score: 2477.125, Time: 59:53:40\n",
      "Ep.: 5836, Total Steps: 4108445, Ep.Steps: 1000, Score: 2433.913, Avg.Score: 2342.523, Max.Score: 2477.125, Time: 59:54:30\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5837, Total Steps: 4109445, Ep.Steps: 1000, Score: 2430.253, Avg.Score: 2342.361, Max.Score: 2477.125, Time: 59:55:21\n",
      "Ep.: 5838, Total Steps: 4110445, Ep.Steps: 1000, Score: 2437.124, Avg.Score: 2342.609, Max.Score: 2477.125, Time: 59:56:11\n",
      "Ep.: 5839, Total Steps: 4111445, Ep.Steps: 1000, Score: 2418.495, Avg.Score: 2342.489, Max.Score: 2477.125, Time: 59:57:01\n",
      "Ep.: 5840, Total Steps: 4112445, Ep.Steps: 1000, Score: 2414.333, Avg.Score: 2342.248, Max.Score: 2477.125, Time: 59:57:51\n",
      "Ep.: 5841, Total Steps: 4113445, Ep.Steps: 1000, Score: 2401.806, Avg.Score: 2341.901, Max.Score: 2477.125, Time: 59:58:45\n",
      "Ep.: 5842, Total Steps: 4114445, Ep.Steps: 1000, Score: 2429.816, Avg.Score: 2342.105, Max.Score: 2477.125, Time: 59:59:38\n",
      "Ep.: 5843, Total Steps: 4115445, Ep.Steps: 1000, Score: 2407.361, Avg.Score: 2341.764, Max.Score: 2477.125, Time: 60:00:30\n",
      "Ep.: 5844, Total Steps: 4116445, Ep.Steps: 1000, Score: 2433.942, Avg.Score: 2341.904, Max.Score: 2477.125, Time: 60:01:22\n",
      "Ep.: 5845, Total Steps: 4117445, Ep.Steps: 1000, Score: 2408.987, Avg.Score: 2342.008, Max.Score: 2477.125, Time: 60:02:12\n",
      "Ep.: 5846, Total Steps: 4118445, Ep.Steps: 1000, Score: 2426.811, Avg.Score: 2341.952, Max.Score: 2477.125, Time: 60:03:02\n",
      "Ep.: 5847, Total Steps: 4119445, Ep.Steps: 1000, Score: 2396.385, Avg.Score: 2341.646, Max.Score: 2477.125, Time: 60:03:53\n",
      "Ep.: 5848, Total Steps: 4120445, Ep.Steps: 1000, Score: 2391.970, Avg.Score: 2340.794, Max.Score: 2469.283, Time: 60:04:43\n",
      "Ep.: 5849, Total Steps: 4121445, Ep.Steps: 1000, Score: 2428.649, Avg.Score: 2340.591, Max.Score: 2469.283, Time: 60:05:33\n",
      "Ep.: 5850, Total Steps: 4122445, Ep.Steps: 1000, Score: 2398.215, Avg.Score: 2340.267, Max.Score: 2469.283, Time: 60:06:23\n",
      "Ep.: 5851, Total Steps: 4123445, Ep.Steps: 1000, Score: 2406.656, Avg.Score: 2339.847, Max.Score: 2469.283, Time: 60:07:13\n",
      "Ep.: 5852, Total Steps: 4124445, Ep.Steps: 1000, Score: 2434.054, Avg.Score: 2340.084, Max.Score: 2469.283, Time: 60:08:03\n",
      "Ep.: 5853, Total Steps: 4125445, Ep.Steps: 1000, Score: 2409.104, Avg.Score: 2339.696, Max.Score: 2469.283, Time: 60:08:54\n",
      "Ep.: 5854, Total Steps: 4126445, Ep.Steps: 1000, Score: 2416.989, Avg.Score: 2339.340, Max.Score: 2469.283, Time: 60:09:44\n",
      "Ep.: 5855, Total Steps: 4127445, Ep.Steps: 1000, Score: 2423.115, Avg.Score: 2339.309, Max.Score: 2469.283, Time: 60:10:34\n",
      "Ep.: 5856, Total Steps: 4128445, Ep.Steps: 1000, Score: 2423.473, Avg.Score: 2338.897, Max.Score: 2469.283, Time: 60:11:24\n",
      "Ep.: 5857, Total Steps: 4129445, Ep.Steps: 1000, Score: 2413.440, Avg.Score: 2338.495, Max.Score: 2469.283, Time: 60:12:14\n",
      "Ep.: 5858, Total Steps: 4130445, Ep.Steps: 1000, Score: 2418.864, Avg.Score: 2338.416, Max.Score: 2469.283, Time: 60:13:04\n",
      "Ep.: 5859, Total Steps: 4131445, Ep.Steps: 1000, Score: 2426.609, Avg.Score: 2338.324, Max.Score: 2469.283, Time: 60:13:55\n",
      "Ep.: 5860, Total Steps: 4132445, Ep.Steps: 1000, Score: 2373.250, Avg.Score: 2337.492, Max.Score: 2469.283, Time: 60:14:45\n",
      "Ep.: 5861, Total Steps: 4133445, Ep.Steps: 1000, Score: 2364.190, Avg.Score: 2336.666, Max.Score: 2469.283, Time: 60:15:35\n",
      "Ep.: 5862, Total Steps: 4134445, Ep.Steps: 1000, Score: 2395.534, Avg.Score: 2336.322, Max.Score: 2469.283, Time: 60:16:25\n",
      "Ep.: 5863, Total Steps: 4135445, Ep.Steps: 1000, Score: 2437.845, Avg.Score: 2349.891, Max.Score: 2469.283, Time: 60:17:16\n",
      "Ep.: 5864, Total Steps: 4136445, Ep.Steps: 1000, Score: 2429.129, Avg.Score: 2349.916, Max.Score: 2469.283, Time: 60:18:06\n",
      "Ep.: 5865, Total Steps: 4137445, Ep.Steps: 1000, Score: 2418.239, Avg.Score: 2349.757, Max.Score: 2469.283, Time: 60:18:56\n",
      "Ep.: 5866, Total Steps: 4138445, Ep.Steps: 1000, Score: 2423.427, Avg.Score: 2349.597, Max.Score: 2469.283, Time: 60:19:47\n",
      "Ep.: 5867, Total Steps: 4139445, Ep.Steps: 1000, Score: 2386.376, Avg.Score: 2349.276, Max.Score: 2469.283, Time: 60:20:37\n",
      "Ep.: 5868, Total Steps: 4140445, Ep.Steps: 1000, Score: 2418.775, Avg.Score: 2348.900, Max.Score: 2469.283, Time: 60:21:27\n",
      "Ep.: 5869, Total Steps: 4141445, Ep.Steps: 1000, Score: 2426.427, Avg.Score: 2348.826, Max.Score: 2469.283, Time: 60:22:17\n",
      "Ep.: 5870, Total Steps: 4142445, Ep.Steps: 1000, Score: 2411.479, Avg.Score: 2360.284, Max.Score: 2469.283, Time: 60:23:07\n",
      "Ep.: 5871, Total Steps: 4143445, Ep.Steps: 1000, Score: 2421.627, Avg.Score: 2360.231, Max.Score: 2469.283, Time: 60:23:58\n",
      "Ep.: 5872, Total Steps: 4144445, Ep.Steps: 1000, Score: 2402.155, Avg.Score: 2359.899, Max.Score: 2469.283, Time: 60:24:48\n",
      "Ep.: 5873, Total Steps: 4145445, Ep.Steps: 1000, Score: 2397.940, Avg.Score: 2359.531, Max.Score: 2469.283, Time: 60:25:38\n",
      "Ep.: 5874, Total Steps: 4146445, Ep.Steps: 1000, Score: 2359.413, Avg.Score: 2358.623, Max.Score: 2469.283, Time: 60:26:28\n",
      "Ep.: 5875, Total Steps: 4147445, Ep.Steps: 1000, Score: 2253.214, Avg.Score: 2371.338, Max.Score: 2469.283, Time: 60:27:18\n",
      "Ep.: 5876, Total Steps: 4148445, Ep.Steps: 1000, Score: 2334.511, Avg.Score: 2370.355, Max.Score: 2469.283, Time: 60:28:08\n",
      "Ep.: 5877, Total Steps: 4149445, Ep.Steps: 1000, Score: 2376.705, Avg.Score: 2369.724, Max.Score: 2469.283, Time: 60:28:58\n",
      "Ep.: 5878, Total Steps: 4150445, Ep.Steps: 1000, Score: 2368.491, Avg.Score: 2374.839, Max.Score: 2469.283, Time: 60:29:48\n",
      "Ep.: 5879, Total Steps: 4151445, Ep.Steps: 1000, Score: 2393.764, Avg.Score: 2374.501, Max.Score: 2469.283, Time: 60:30:38\n",
      "Ep.: 5880, Total Steps: 4152445, Ep.Steps: 1000, Score: 2414.808, Avg.Score: 2374.459, Max.Score: 2469.283, Time: 60:31:28\n",
      "Ep.: 5881, Total Steps: 4153445, Ep.Steps: 1000, Score: 2356.099, Avg.Score: 2381.118, Max.Score: 2469.283, Time: 60:32:19\n",
      "Ep.: 5882, Total Steps: 4154445, Ep.Steps: 1000, Score: 2408.069, Avg.Score: 2380.781, Max.Score: 2469.283, Time: 60:33:09\n",
      "Ep.: 5883, Total Steps: 4155445, Ep.Steps: 1000, Score: 2399.773, Avg.Score: 2390.857, Max.Score: 2469.283, Time: 60:33:59\n",
      "Ep.: 5884, Total Steps: 4156445, Ep.Steps: 1000, Score: 2395.694, Avg.Score: 2390.121, Max.Score: 2461.421, Time: 60:34:50\n",
      "Ep.: 5885, Total Steps: 4157445, Ep.Steps: 1000, Score: 2398.055, Avg.Score: 2389.633, Max.Score: 2461.421, Time: 60:35:40\n",
      "Ep.: 5886, Total Steps: 4158445, Ep.Steps: 1000, Score: 2441.763, Avg.Score: 2389.650, Max.Score: 2461.421, Time: 60:36:30\n",
      "Ep.: 5887, Total Steps: 4159445, Ep.Steps: 1000, Score: 2427.983, Avg.Score: 2389.488, Max.Score: 2461.421, Time: 60:37:20\n",
      "Ep.: 5888, Total Steps: 4160445, Ep.Steps: 1000, Score: 2406.594, Avg.Score: 2389.308, Max.Score: 2461.421, Time: 60:38:10\n",
      "Ep.: 5889, Total Steps: 4161445, Ep.Steps: 1000, Score: 2402.411, Avg.Score: 2412.467, Max.Score: 2461.421, Time: 60:39:01\n",
      "Ep.: 5890, Total Steps: 4162445, Ep.Steps: 1000, Score: 2415.645, Avg.Score: 2412.039, Max.Score: 2461.421, Time: 60:39:51\n",
      "Ep.: 5891, Total Steps: 4163445, Ep.Steps: 1000, Score: 2395.960, Avg.Score: 2411.781, Max.Score: 2461.421, Time: 60:40:41\n",
      "Ep.: 5892, Total Steps: 4164445, Ep.Steps: 1000, Score: 2349.975, Avg.Score: 2411.124, Max.Score: 2461.421, Time: 60:41:31\n",
      "Ep.: 5893, Total Steps: 4165445, Ep.Steps: 1000, Score: 2403.032, Avg.Score: 2410.801, Max.Score: 2461.421, Time: 60:42:21\n",
      "Ep.: 5894, Total Steps: 4166445, Ep.Steps: 1000, Score: 2397.867, Avg.Score: 2410.408, Max.Score: 2461.421, Time: 60:43:11\n",
      "Ep.: 5895, Total Steps: 4167445, Ep.Steps: 1000, Score: 2381.788, Avg.Score: 2410.004, Max.Score: 2461.421, Time: 60:44:01\n",
      "Ep.: 5896, Total Steps: 4168445, Ep.Steps: 1000, Score: 2411.500, Avg.Score: 2409.505, Max.Score: 2444.635, Time: 60:44:51\n",
      "Ep.: 5897, Total Steps: 4169445, Ep.Steps: 1000, Score: 2406.649, Avg.Score: 2409.642, Max.Score: 2444.635, Time: 60:45:42\n",
      "Ep.: 5898, Total Steps: 4170445, Ep.Steps: 1000, Score: 2377.644, Avg.Score: 2409.325, Max.Score: 2444.635, Time: 60:46:32\n",
      "Ep.: 5899, Total Steps: 4171445, Ep.Steps: 1000, Score: 2413.839, Avg.Score: 2409.719, Max.Score: 2444.635, Time: 60:47:22\n",
      "Ep.: 5900, Total Steps: 4172445, Ep.Steps: 1000, Score: 2423.168, Avg.Score: 2409.820, Max.Score: 2444.635, Time: 60:48:12\n",
      "Ep.: 5901, Total Steps: 4173445, Ep.Steps: 1000, Score: 2426.788, Avg.Score: 2410.213, Max.Score: 2444.635, Time: 60:49:02\n",
      "Ep.: 5902, Total Steps: 4174445, Ep.Steps: 1000, Score: 2391.325, Avg.Score: 2409.776, Max.Score: 2444.635, Time: 60:49:52\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5903, Total Steps: 4175445, Ep.Steps: 1000, Score: 2364.223, Avg.Score: 2409.057, Max.Score: 2444.635, Time: 60:50:43\n",
      "Ep.: 5904, Total Steps: 4176445, Ep.Steps: 1000, Score: 2421.823, Avg.Score: 2408.888, Max.Score: 2444.635, Time: 60:51:33\n",
      "Ep.: 5905, Total Steps: 4177445, Ep.Steps: 1000, Score: 2390.382, Avg.Score: 2408.575, Max.Score: 2444.635, Time: 60:52:23\n",
      "Ep.: 5906, Total Steps: 4178445, Ep.Steps: 1000, Score: 2433.692, Avg.Score: 2408.642, Max.Score: 2444.635, Time: 60:53:14\n",
      "Ep.: 5907, Total Steps: 4179445, Ep.Steps: 1000, Score: 2426.523, Avg.Score: 2408.520, Max.Score: 2444.635, Time: 60:54:04\n",
      "Ep.: 5908, Total Steps: 4180445, Ep.Steps: 1000, Score: 2403.199, Avg.Score: 2408.251, Max.Score: 2444.635, Time: 60:54:54\n",
      "Ep.: 5909, Total Steps: 4181445, Ep.Steps: 1000, Score: 2333.138, Avg.Score: 2407.359, Max.Score: 2444.635, Time: 60:55:44\n",
      "Ep.: 5910, Total Steps: 4182445, Ep.Steps: 1000, Score: 2405.207, Avg.Score: 2407.119, Max.Score: 2444.635, Time: 60:56:34\n",
      "Ep.: 5911, Total Steps: 4183445, Ep.Steps: 1000, Score: 2343.281, Avg.Score: 2406.126, Max.Score: 2444.635, Time: 60:57:24\n",
      "Ep.: 5912, Total Steps: 4184445, Ep.Steps: 1000, Score: 2353.985, Avg.Score: 2405.403, Max.Score: 2444.635, Time: 60:58:14\n",
      "Ep.: 5913, Total Steps: 4185445, Ep.Steps: 1000, Score: 2328.620, Avg.Score: 2404.463, Max.Score: 2444.635, Time: 60:59:04\n",
      "Ep.: 5914, Total Steps: 4186445, Ep.Steps: 1000, Score: 2364.940, Avg.Score: 2404.189, Max.Score: 2444.635, Time: 60:59:54\n",
      "Ep.: 5915, Total Steps: 4187445, Ep.Steps: 1000, Score: 2352.658, Avg.Score: 2403.535, Max.Score: 2444.635, Time: 61:00:44\n",
      "Ep.: 5916, Total Steps: 4188445, Ep.Steps: 1000, Score: 2363.074, Avg.Score: 2403.161, Max.Score: 2444.635, Time: 61:01:35\n",
      "Ep.: 5917, Total Steps: 4189445, Ep.Steps: 1000, Score: 2353.787, Avg.Score: 2402.390, Max.Score: 2444.635, Time: 61:02:25\n",
      "Ep.: 5918, Total Steps: 4190445, Ep.Steps: 1000, Score: 2357.920, Avg.Score: 2401.911, Max.Score: 2444.635, Time: 61:03:15\n",
      "Ep.: 5919, Total Steps: 4191445, Ep.Steps: 1000, Score: 2398.652, Avg.Score: 2401.706, Max.Score: 2444.635, Time: 61:04:05\n",
      "Ep.: 5920, Total Steps: 4192445, Ep.Steps: 1000, Score: 2375.134, Avg.Score: 2401.140, Max.Score: 2444.635, Time: 61:04:56\n",
      "Ep.: 5921, Total Steps: 4193445, Ep.Steps: 1000, Score: 2398.869, Avg.Score: 2400.682, Max.Score: 2441.763, Time: 61:05:46\n",
      "Ep.: 5922, Total Steps: 4194445, Ep.Steps: 1000, Score: 2348.377, Avg.Score: 2399.769, Max.Score: 2441.763, Time: 61:06:36\n",
      "Ep.: 5923, Total Steps: 4195445, Ep.Steps: 1000, Score: 2377.281, Avg.Score: 2399.305, Max.Score: 2441.763, Time: 61:07:26\n",
      "Ep.: 5924, Total Steps: 4196445, Ep.Steps: 1000, Score: 2352.458, Avg.Score: 2398.658, Max.Score: 2441.763, Time: 61:08:16\n",
      "Ep.: 5925, Total Steps: 4197445, Ep.Steps: 1000, Score: 2371.699, Avg.Score: 2398.070, Max.Score: 2441.763, Time: 61:09:06\n",
      "Ep.: 5926, Total Steps: 4198445, Ep.Steps: 1000, Score: 2417.327, Avg.Score: 2398.257, Max.Score: 2441.763, Time: 61:09:57\n",
      "Ep.: 5927, Total Steps: 4199445, Ep.Steps: 1000, Score: 2439.355, Avg.Score: 2398.748, Max.Score: 2441.763, Time: 61:10:47\n",
      "Ep.: 5928, Total Steps: 4200445, Ep.Steps: 1000, Score: 2385.242, Avg.Score: 2398.354, Max.Score: 2441.763, Time: 61:11:37\n",
      "Ep.: 5929, Total Steps: 4200511, Ep.Steps: 66, Score: 25.442, Avg.Score: 2374.510, Max.Score: 2441.763, Time: 61:11:41\n",
      "Ep.: 5930, Total Steps: 4201511, Ep.Steps: 1000, Score: 2384.808, Avg.Score: 2374.011, Max.Score: 2441.763, Time: 61:12:32\n",
      "Ep.: 5931, Total Steps: 4202511, Ep.Steps: 1000, Score: 2429.157, Avg.Score: 2373.961, Max.Score: 2441.763, Time: 61:13:22\n",
      "Ep.: 5932, Total Steps: 4203511, Ep.Steps: 1000, Score: 2408.644, Avg.Score: 2374.059, Max.Score: 2441.763, Time: 61:14:12\n",
      "Ep.: 5933, Total Steps: 4204511, Ep.Steps: 1000, Score: 2455.410, Avg.Score: 2374.694, Max.Score: 2455.410, Time: 61:15:02\n",
      "Ep.: 5934, Total Steps: 4205511, Ep.Steps: 1000, Score: 2421.037, Avg.Score: 2374.709, Max.Score: 2455.410, Time: 61:15:53\n",
      "Ep.: 5935, Total Steps: 4206511, Ep.Steps: 1000, Score: 2430.171, Avg.Score: 2374.848, Max.Score: 2455.410, Time: 61:16:43\n",
      "Ep.: 5936, Total Steps: 4207511, Ep.Steps: 1000, Score: 2444.786, Avg.Score: 2374.957, Max.Score: 2455.410, Time: 61:17:33\n",
      "Ep.: 5937, Total Steps: 4208511, Ep.Steps: 1000, Score: 2456.151, Avg.Score: 2375.216, Max.Score: 2456.151, Time: 61:18:23\n",
      "Ep.: 5938, Total Steps: 4209511, Ep.Steps: 1000, Score: 2419.122, Avg.Score: 2375.036, Max.Score: 2456.151, Time: 61:19:13\n",
      "Ep.: 5939, Total Steps: 4210511, Ep.Steps: 1000, Score: 2440.443, Avg.Score: 2375.255, Max.Score: 2456.151, Time: 61:20:03\n",
      "Ep.: 5940, Total Steps: 4211333, Ep.Steps: 822, Score: 2006.525, Avg.Score: 2371.177, Max.Score: 2456.151, Time: 61:20:44\n",
      "Ep.: 5941, Total Steps: 4212024, Ep.Steps: 691, Score: 1663.167, Avg.Score: 2363.791, Max.Score: 2456.151, Time: 61:21:19\n",
      "Ep.: 5942, Total Steps: 4213024, Ep.Steps: 1000, Score: 2461.850, Avg.Score: 2364.111, Max.Score: 2461.850, Time: 61:22:09\n",
      "Ep.: 5943, Total Steps: 4214024, Ep.Steps: 1000, Score: 2432.587, Avg.Score: 2364.363, Max.Score: 2461.850, Time: 61:23:00\n",
      "Ep.: 5944, Total Steps: 4214771, Ep.Steps: 747, Score: 1797.315, Avg.Score: 2357.997, Max.Score: 2461.850, Time: 61:23:37\n",
      "Ep.: 5945, Total Steps: 4215771, Ep.Steps: 1000, Score: 2439.453, Avg.Score: 2358.302, Max.Score: 2461.850, Time: 61:24:27\n",
      "Ep.: 5946, Total Steps: 4216771, Ep.Steps: 1000, Score: 2426.309, Avg.Score: 2358.297, Max.Score: 2461.850, Time: 61:25:17\n",
      "Ep.: 5947, Total Steps: 4217771, Ep.Steps: 1000, Score: 2435.014, Avg.Score: 2358.683, Max.Score: 2461.850, Time: 61:26:07\n",
      "Ep.: 5948, Total Steps: 4218771, Ep.Steps: 1000, Score: 2443.044, Avg.Score: 2359.194, Max.Score: 2461.850, Time: 61:26:58\n",
      "Ep.: 5949, Total Steps: 4219771, Ep.Steps: 1000, Score: 2452.037, Avg.Score: 2359.428, Max.Score: 2461.850, Time: 61:27:48\n",
      "Ep.: 5950, Total Steps: 4220771, Ep.Steps: 1000, Score: 2432.638, Avg.Score: 2359.772, Max.Score: 2461.850, Time: 61:28:38\n",
      "Ep.: 5951, Total Steps: 4221771, Ep.Steps: 1000, Score: 2426.129, Avg.Score: 2359.967, Max.Score: 2461.850, Time: 61:29:28\n",
      "Ep.: 5952, Total Steps: 4222771, Ep.Steps: 1000, Score: 2465.927, Avg.Score: 2360.285, Max.Score: 2465.927, Time: 61:30:18\n",
      "Ep.: 5953, Total Steps: 4223771, Ep.Steps: 1000, Score: 2445.212, Avg.Score: 2360.646, Max.Score: 2465.927, Time: 61:31:08\n",
      "Ep.: 5954, Total Steps: 4224771, Ep.Steps: 1000, Score: 2462.786, Avg.Score: 2361.104, Max.Score: 2465.927, Time: 61:31:58\n",
      "Ep.: 5955, Total Steps: 4225771, Ep.Steps: 1000, Score: 2441.661, Avg.Score: 2361.290, Max.Score: 2465.927, Time: 61:32:49\n",
      "Ep.: 5956, Total Steps: 4226771, Ep.Steps: 1000, Score: 2443.089, Avg.Score: 2361.486, Max.Score: 2465.927, Time: 61:33:39\n",
      "Ep.: 5957, Total Steps: 4227771, Ep.Steps: 1000, Score: 2444.325, Avg.Score: 2361.795, Max.Score: 2465.927, Time: 61:34:29\n",
      "Ep.: 5958, Total Steps: 4228224, Ep.Steps: 453, Score: 1093.625, Avg.Score: 2348.542, Max.Score: 2465.927, Time: 61:34:52\n",
      "Ep.: 5959, Total Steps: 4229224, Ep.Steps: 1000, Score: 2472.475, Avg.Score: 2349.001, Max.Score: 2472.475, Time: 61:35:43\n",
      "Ep.: 5960, Total Steps: 4230224, Ep.Steps: 1000, Score: 2453.171, Avg.Score: 2349.800, Max.Score: 2472.475, Time: 61:36:33\n",
      "Ep.: 5961, Total Steps: 4231224, Ep.Steps: 1000, Score: 2462.356, Avg.Score: 2350.782, Max.Score: 2472.475, Time: 61:37:23\n",
      "Ep.: 5962, Total Steps: 4232224, Ep.Steps: 1000, Score: 2462.793, Avg.Score: 2351.455, Max.Score: 2472.475, Time: 61:38:13\n",
      "Ep.: 5963, Total Steps: 4233224, Ep.Steps: 1000, Score: 2450.738, Avg.Score: 2351.583, Max.Score: 2472.475, Time: 61:39:03\n",
      "Ep.: 5964, Total Steps: 4234224, Ep.Steps: 1000, Score: 2465.195, Avg.Score: 2351.944, Max.Score: 2472.475, Time: 61:39:54\n",
      "Ep.: 5965, Total Steps: 4235224, Ep.Steps: 1000, Score: 2468.560, Avg.Score: 2352.447, Max.Score: 2472.475, Time: 61:40:44\n",
      "Ep.: 5966, Total Steps: 4236224, Ep.Steps: 1000, Score: 2461.477, Avg.Score: 2352.828, Max.Score: 2472.475, Time: 61:41:34\n",
      "Ep.: 5967, Total Steps: 4237224, Ep.Steps: 1000, Score: 2458.855, Avg.Score: 2353.553, Max.Score: 2472.475, Time: 61:42:24\n",
      "Ep.: 5968, Total Steps: 4238224, Ep.Steps: 1000, Score: 2442.624, Avg.Score: 2353.791, Max.Score: 2472.475, Time: 61:43:14\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 5969, Total Steps: 4239224, Ep.Steps: 1000, Score: 2455.174, Avg.Score: 2354.079, Max.Score: 2472.475, Time: 61:44:05\n",
      "Ep.: 5970, Total Steps: 4240224, Ep.Steps: 1000, Score: 2452.024, Avg.Score: 2354.484, Max.Score: 2472.475, Time: 61:44:55\n",
      "Ep.: 5971, Total Steps: 4241224, Ep.Steps: 1000, Score: 2439.560, Avg.Score: 2354.663, Max.Score: 2472.475, Time: 61:45:45\n",
      "Ep.: 5972, Total Steps: 4242224, Ep.Steps: 1000, Score: 2472.076, Avg.Score: 2355.363, Max.Score: 2472.475, Time: 61:46:35\n",
      "Ep.: 5973, Total Steps: 4243224, Ep.Steps: 1000, Score: 2459.850, Avg.Score: 2355.982, Max.Score: 2472.475, Time: 61:47:25\n",
      "Ep.: 5974, Total Steps: 4244224, Ep.Steps: 1000, Score: 2444.352, Avg.Score: 2356.831, Max.Score: 2472.475, Time: 61:48:15\n",
      "Ep.: 5975, Total Steps: 4245224, Ep.Steps: 1000, Score: 2436.287, Avg.Score: 2358.662, Max.Score: 2472.475, Time: 61:49:06\n",
      "Ep.: 5976, Total Steps: 4246224, Ep.Steps: 1000, Score: 2461.808, Avg.Score: 2359.935, Max.Score: 2472.475, Time: 61:49:56\n",
      "Ep.: 5977, Total Steps: 4247224, Ep.Steps: 1000, Score: 2475.552, Avg.Score: 2360.923, Max.Score: 2475.552, Time: 61:50:46\n",
      "Ep.: 5978, Total Steps: 4248224, Ep.Steps: 1000, Score: 2462.471, Avg.Score: 2361.863, Max.Score: 2475.552, Time: 61:51:36\n",
      "Ep.: 5979, Total Steps: 4249224, Ep.Steps: 1000, Score: 2472.411, Avg.Score: 2362.649, Max.Score: 2475.552, Time: 61:52:27\n",
      "Ep.: 5980, Total Steps: 4250224, Ep.Steps: 1000, Score: 2459.472, Avg.Score: 2363.096, Max.Score: 2475.552, Time: 61:53:17\n",
      "Ep.: 5981, Total Steps: 4251224, Ep.Steps: 1000, Score: 2440.085, Avg.Score: 2363.936, Max.Score: 2475.552, Time: 61:54:07\n",
      "Ep.: 5982, Total Steps: 4252224, Ep.Steps: 1000, Score: 2471.609, Avg.Score: 2364.571, Max.Score: 2475.552, Time: 61:54:57\n",
      "Ep.: 5983, Total Steps: 4253224, Ep.Steps: 1000, Score: 2442.121, Avg.Score: 2364.995, Max.Score: 2475.552, Time: 61:55:48\n",
      "Ep.: 5984, Total Steps: 4254224, Ep.Steps: 1000, Score: 2457.911, Avg.Score: 2365.617, Max.Score: 2475.552, Time: 61:56:38\n",
      "Ep.: 5985, Total Steps: 4255224, Ep.Steps: 1000, Score: 2462.858, Avg.Score: 2366.265, Max.Score: 2475.552, Time: 61:57:28\n",
      "Ep.: 5986, Total Steps: 4256224, Ep.Steps: 1000, Score: 2481.280, Avg.Score: 2366.660, Max.Score: 2481.280, Time: 61:58:18\n",
      "Ep.: 5987, Total Steps: 4257224, Ep.Steps: 1000, Score: 2473.295, Avg.Score: 2367.113, Max.Score: 2481.280, Time: 61:59:09\n",
      "Ep.: 5988, Total Steps: 4258224, Ep.Steps: 1000, Score: 2464.835, Avg.Score: 2367.696, Max.Score: 2481.280, Time: 61:59:59\n",
      "Ep.: 5989, Total Steps: 4259224, Ep.Steps: 1000, Score: 2479.390, Avg.Score: 2368.466, Max.Score: 2481.280, Time: 62:00:49\n",
      "Ep.: 5990, Total Steps: 4260224, Ep.Steps: 1000, Score: 2461.796, Avg.Score: 2368.927, Max.Score: 2481.280, Time: 62:01:39\n",
      "Ep.: 5991, Total Steps: 4261224, Ep.Steps: 1000, Score: 2466.886, Avg.Score: 2369.636, Max.Score: 2481.280, Time: 62:02:29\n",
      "Ep.: 5992, Total Steps: 4262224, Ep.Steps: 1000, Score: 2436.687, Avg.Score: 2370.503, Max.Score: 2481.280, Time: 62:03:19\n",
      "Ep.: 5993, Total Steps: 4263224, Ep.Steps: 1000, Score: 2447.289, Avg.Score: 2370.946, Max.Score: 2481.280, Time: 62:04:10\n",
      "Ep.: 5994, Total Steps: 4264224, Ep.Steps: 1000, Score: 2464.047, Avg.Score: 2371.608, Max.Score: 2481.280, Time: 62:05:00\n",
      "Ep.: 5995, Total Steps: 4265224, Ep.Steps: 1000, Score: 2454.708, Avg.Score: 2372.337, Max.Score: 2481.280, Time: 62:05:50\n",
      "Ep.: 5996, Total Steps: 4266135, Ep.Steps: 911, Score: 2236.964, Avg.Score: 2370.592, Max.Score: 2481.280, Time: 62:06:36\n",
      "Ep.: 5997, Total Steps: 4267135, Ep.Steps: 1000, Score: 2435.510, Avg.Score: 2370.880, Max.Score: 2481.280, Time: 62:07:26\n",
      "Ep.: 5998, Total Steps: 4268135, Ep.Steps: 1000, Score: 2471.120, Avg.Score: 2371.815, Max.Score: 2481.280, Time: 62:08:16\n",
      "Ep.: 5999, Total Steps: 4269135, Ep.Steps: 1000, Score: 2455.283, Avg.Score: 2372.229, Max.Score: 2481.280, Time: 62:09:06\n",
      "Ep.: 6000, Total Steps: 4269393, Ep.Steps: 258, Score: 591.753, Avg.Score: 2353.915, Max.Score: 2481.280, Time: 62:09:19\n",
      "Ep.: 6001, Total Steps: 4270393, Ep.Steps: 1000, Score: 2458.985, Avg.Score: 2354.237, Max.Score: 2481.280, Time: 62:10:09\n",
      "Ep.: 6002, Total Steps: 4271393, Ep.Steps: 1000, Score: 2463.928, Avg.Score: 2354.963, Max.Score: 2481.280, Time: 62:10:59\n",
      "Ep.: 6003, Total Steps: 4272393, Ep.Steps: 1000, Score: 2459.978, Avg.Score: 2355.921, Max.Score: 2481.280, Time: 62:11:49\n",
      "Ep.: 6004, Total Steps: 4273393, Ep.Steps: 1000, Score: 2446.173, Avg.Score: 2356.164, Max.Score: 2481.280, Time: 62:12:39\n",
      "Ep.: 6005, Total Steps: 4274393, Ep.Steps: 1000, Score: 2470.230, Avg.Score: 2356.963, Max.Score: 2481.280, Time: 62:13:30\n",
      "Ep.: 6006, Total Steps: 4275393, Ep.Steps: 1000, Score: 2444.046, Avg.Score: 2357.066, Max.Score: 2481.280, Time: 62:14:20\n",
      "Ep.: 6007, Total Steps: 4276393, Ep.Steps: 1000, Score: 2447.413, Avg.Score: 2357.275, Max.Score: 2481.280, Time: 62:15:10\n",
      "Ep.: 6008, Total Steps: 4277393, Ep.Steps: 1000, Score: 2457.702, Avg.Score: 2357.820, Max.Score: 2481.280, Time: 62:16:01\n",
      "Ep.: 6009, Total Steps: 4278393, Ep.Steps: 1000, Score: 2453.353, Avg.Score: 2359.022, Max.Score: 2481.280, Time: 62:16:54\n",
      "Ep.: 6010, Total Steps: 4279393, Ep.Steps: 1000, Score: 2460.860, Avg.Score: 2359.579, Max.Score: 2481.280, Time: 62:17:44\n",
      "Ep.: 6011, Total Steps: 4280393, Ep.Steps: 1000, Score: 2427.954, Avg.Score: 2360.426, Max.Score: 2481.280, Time: 62:18:36\n",
      "Ep.: 6012, Total Steps: 4281393, Ep.Steps: 1000, Score: 2471.766, Avg.Score: 2361.604, Max.Score: 2481.280, Time: 62:19:28\n",
      "Ep.: 6013, Total Steps: 4282393, Ep.Steps: 1000, Score: 2452.494, Avg.Score: 2362.842, Max.Score: 2481.280, Time: 62:20:24\n",
      "Ep.: 6014, Total Steps: 4283393, Ep.Steps: 1000, Score: 2421.555, Avg.Score: 2363.408, Max.Score: 2481.280, Time: 62:21:29\n",
      "Ep.: 6015, Total Steps: 4284393, Ep.Steps: 1000, Score: 2447.688, Avg.Score: 2364.359, Max.Score: 2481.280, Time: 62:22:26\n",
      "Ep.: 6016, Total Steps: 4285393, Ep.Steps: 1000, Score: 2468.071, Avg.Score: 2365.409, Max.Score: 2481.280, Time: 62:23:27\n",
      "Ep.: 6017, Total Steps: 4286393, Ep.Steps: 1000, Score: 2452.356, Avg.Score: 2366.394, Max.Score: 2481.280, Time: 62:24:25\n",
      "Ep.: 6018, Total Steps: 4287393, Ep.Steps: 1000, Score: 2441.265, Avg.Score: 2367.228, Max.Score: 2481.280, Time: 62:25:31\n",
      "Ep.: 6019, Total Steps: 4288393, Ep.Steps: 1000, Score: 2469.029, Avg.Score: 2367.932, Max.Score: 2481.280, Time: 62:26:23\n",
      "Ep.: 6020, Total Steps: 4289393, Ep.Steps: 1000, Score: 2464.382, Avg.Score: 2368.824, Max.Score: 2481.280, Time: 62:27:17\n",
      "Ep.: 6021, Total Steps: 4290393, Ep.Steps: 1000, Score: 2442.937, Avg.Score: 2369.265, Max.Score: 2481.280, Time: 62:28:13\n",
      "Ep.: 6022, Total Steps: 4291393, Ep.Steps: 1000, Score: 2441.285, Avg.Score: 2370.194, Max.Score: 2481.280, Time: 62:29:08\n",
      "Ep.: 6023, Total Steps: 4292393, Ep.Steps: 1000, Score: 2452.289, Avg.Score: 2370.944, Max.Score: 2481.280, Time: 62:30:06\n",
      "Ep.: 6024, Total Steps: 4293393, Ep.Steps: 1000, Score: 2446.479, Avg.Score: 2371.884, Max.Score: 2481.280, Time: 62:31:03\n",
      "Ep.: 6025, Total Steps: 4294393, Ep.Steps: 1000, Score: 2442.490, Avg.Score: 2372.592, Max.Score: 2481.280, Time: 62:31:57\n",
      "Ep.: 6026, Total Steps: 4295393, Ep.Steps: 1000, Score: 2447.991, Avg.Score: 2372.899, Max.Score: 2481.280, Time: 62:32:54\n",
      "Ep.: 6027, Total Steps: 4296393, Ep.Steps: 1000, Score: 2455.621, Avg.Score: 2373.061, Max.Score: 2481.280, Time: 62:33:46\n",
      "Ep.: 6028, Total Steps: 4297393, Ep.Steps: 1000, Score: 2433.865, Avg.Score: 2373.548, Max.Score: 2481.280, Time: 62:34:38\n",
      "Ep.: 6029, Total Steps: 4298393, Ep.Steps: 1000, Score: 2468.045, Avg.Score: 2397.974, Max.Score: 2481.280, Time: 62:35:30\n",
      "Ep.: 6030, Total Steps: 4299393, Ep.Steps: 1000, Score: 2454.984, Avg.Score: 2398.675, Max.Score: 2481.280, Time: 62:36:22\n",
      "Ep.: 6031, Total Steps: 4300393, Ep.Steps: 1000, Score: 2453.898, Avg.Score: 2398.923, Max.Score: 2481.280, Time: 62:37:13\n",
      "Ep.: 6032, Total Steps: 4301393, Ep.Steps: 1000, Score: 2456.030, Avg.Score: 2399.397, Max.Score: 2481.280, Time: 62:38:04\n",
      "Ep.: 6033, Total Steps: 4302393, Ep.Steps: 1000, Score: 2439.208, Avg.Score: 2399.235, Max.Score: 2481.280, Time: 62:38:55\n",
      "Ep.: 6034, Total Steps: 4303393, Ep.Steps: 1000, Score: 2441.303, Avg.Score: 2399.437, Max.Score: 2481.280, Time: 62:39:50\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6035, Total Steps: 4304393, Ep.Steps: 1000, Score: 2454.001, Avg.Score: 2399.676, Max.Score: 2481.280, Time: 62:41:07\n",
      "Ep.: 6036, Total Steps: 4305393, Ep.Steps: 1000, Score: 2454.751, Avg.Score: 2399.775, Max.Score: 2481.280, Time: 62:42:22\n",
      "Ep.: 6037, Total Steps: 4306393, Ep.Steps: 1000, Score: 2447.130, Avg.Score: 2399.685, Max.Score: 2481.280, Time: 62:43:34\n",
      "Ep.: 6038, Total Steps: 4307393, Ep.Steps: 1000, Score: 2466.364, Avg.Score: 2400.157, Max.Score: 2481.280, Time: 62:44:48\n",
      "Ep.: 6039, Total Steps: 4308393, Ep.Steps: 1000, Score: 2448.938, Avg.Score: 2400.242, Max.Score: 2481.280, Time: 62:46:00\n",
      "Ep.: 6040, Total Steps: 4309393, Ep.Steps: 1000, Score: 2458.059, Avg.Score: 2404.758, Max.Score: 2481.280, Time: 62:47:09\n",
      "Ep.: 6041, Total Steps: 4309421, Ep.Steps: 28, Score: 20.721, Avg.Score: 2388.333, Max.Score: 2481.280, Time: 62:47:11\n",
      "Ep.: 6042, Total Steps: 4309450, Ep.Steps: 29, Score: 18.111, Avg.Score: 2363.896, Max.Score: 2481.280, Time: 62:47:14\n",
      "Ep.: 6043, Total Steps: 4310450, Ep.Steps: 1000, Score: 2470.172, Avg.Score: 2364.272, Max.Score: 2481.280, Time: 62:48:28\n",
      "Ep.: 6044, Total Steps: 4310503, Ep.Steps: 53, Score: 21.457, Avg.Score: 2346.513, Max.Score: 2481.280, Time: 62:48:32\n",
      "Ep.: 6045, Total Steps: 4310559, Ep.Steps: 56, Score: 19.605, Avg.Score: 2322.315, Max.Score: 2481.280, Time: 62:48:36\n",
      "Ep.: 6046, Total Steps: 4311559, Ep.Steps: 1000, Score: 2296.580, Avg.Score: 2321.017, Max.Score: 2481.280, Time: 62:49:51\n",
      "Ep.: 6047, Total Steps: 4312559, Ep.Steps: 1000, Score: 2420.422, Avg.Score: 2320.871, Max.Score: 2481.280, Time: 62:50:59\n",
      "Ep.: 6048, Total Steps: 4313559, Ep.Steps: 1000, Score: 2405.337, Avg.Score: 2320.494, Max.Score: 2481.280, Time: 62:52:04\n",
      "Ep.: 6049, Total Steps: 4314559, Ep.Steps: 1000, Score: 2412.458, Avg.Score: 2320.099, Max.Score: 2481.280, Time: 62:53:04\n",
      "Ep.: 6050, Total Steps: 4315559, Ep.Steps: 1000, Score: 2412.498, Avg.Score: 2319.897, Max.Score: 2481.280, Time: 62:54:05\n",
      "Ep.: 6051, Total Steps: 4316559, Ep.Steps: 1000, Score: 2412.313, Avg.Score: 2319.759, Max.Score: 2481.280, Time: 62:55:05\n",
      "Ep.: 6052, Total Steps: 4316607, Ep.Steps: 48, Score: 29.382, Avg.Score: 2295.394, Max.Score: 2481.280, Time: 62:55:09\n",
      "Ep.: 6053, Total Steps: 4316681, Ep.Steps: 74, Score: 99.453, Avg.Score: 2271.936, Max.Score: 2481.280, Time: 62:55:15\n",
      "Ep.: 6054, Total Steps: 4317681, Ep.Steps: 1000, Score: 2334.296, Avg.Score: 2270.651, Max.Score: 2481.280, Time: 62:56:12\n",
      "Ep.: 6055, Total Steps: 4318681, Ep.Steps: 1000, Score: 2133.249, Avg.Score: 2267.567, Max.Score: 2481.280, Time: 62:57:09\n",
      "Ep.: 6056, Total Steps: 4319681, Ep.Steps: 1000, Score: 2107.437, Avg.Score: 2264.210, Max.Score: 2481.280, Time: 62:58:03\n",
      "Ep.: 6057, Total Steps: 4320681, Ep.Steps: 1000, Score: 2193.291, Avg.Score: 2261.700, Max.Score: 2481.280, Time: 62:58:58\n",
      "Ep.: 6058, Total Steps: 4321681, Ep.Steps: 1000, Score: 2235.595, Avg.Score: 2273.120, Max.Score: 2481.280, Time: 62:59:53\n",
      "Ep.: 6059, Total Steps: 4322681, Ep.Steps: 1000, Score: 709.497, Avg.Score: 2255.490, Max.Score: 2481.280, Time: 63:00:48\n",
      "Ep.: 6060, Total Steps: 4323681, Ep.Steps: 1000, Score: 2178.077, Avg.Score: 2252.739, Max.Score: 2481.280, Time: 63:01:43\n",
      "Ep.: 6061, Total Steps: 4324681, Ep.Steps: 1000, Score: 2237.905, Avg.Score: 2250.495, Max.Score: 2481.280, Time: 63:02:38\n",
      "Ep.: 6062, Total Steps: 4325136, Ep.Steps: 455, Score: 849.098, Avg.Score: 2234.358, Max.Score: 2481.280, Time: 63:03:03\n",
      "Ep.: 6063, Total Steps: 4326136, Ep.Steps: 1000, Score: 2107.439, Avg.Score: 2230.925, Max.Score: 2481.280, Time: 63:03:58\n",
      "Ep.: 6064, Total Steps: 4327136, Ep.Steps: 1000, Score: 2307.784, Avg.Score: 2229.351, Max.Score: 2481.280, Time: 63:04:55\n",
      "Ep.: 6065, Total Steps: 4328136, Ep.Steps: 1000, Score: 2313.604, Avg.Score: 2227.801, Max.Score: 2481.280, Time: 63:05:59\n",
      "Ep.: 6066, Total Steps: 4329136, Ep.Steps: 1000, Score: 2318.537, Avg.Score: 2226.372, Max.Score: 2481.280, Time: 63:06:52\n",
      "Ep.: 6067, Total Steps: 4330136, Ep.Steps: 1000, Score: 2277.443, Avg.Score: 2224.557, Max.Score: 2481.280, Time: 63:07:42\n",
      "Ep.: 6068, Total Steps: 4331136, Ep.Steps: 1000, Score: 2154.814, Avg.Score: 2221.679, Max.Score: 2481.280, Time: 63:08:32\n",
      "Ep.: 6069, Total Steps: 4332136, Ep.Steps: 1000, Score: 2262.157, Avg.Score: 2219.749, Max.Score: 2481.280, Time: 63:09:25\n",
      "Ep.: 6070, Total Steps: 4333136, Ep.Steps: 1000, Score: 2333.135, Avg.Score: 2218.560, Max.Score: 2481.280, Time: 63:10:18\n",
      "Ep.: 6071, Total Steps: 4334136, Ep.Steps: 1000, Score: 2292.992, Avg.Score: 2217.095, Max.Score: 2481.280, Time: 63:11:09\n",
      "Ep.: 6072, Total Steps: 4335136, Ep.Steps: 1000, Score: 2362.757, Avg.Score: 2216.001, Max.Score: 2481.280, Time: 63:12:03\n",
      "Ep.: 6073, Total Steps: 4336136, Ep.Steps: 1000, Score: 2336.164, Avg.Score: 2214.765, Max.Score: 2481.280, Time: 63:12:55\n",
      "Ep.: 6074, Total Steps: 4337136, Ep.Steps: 1000, Score: 2359.336, Avg.Score: 2213.914, Max.Score: 2481.280, Time: 63:13:45\n",
      "Ep.: 6075, Total Steps: 4338136, Ep.Steps: 1000, Score: 2343.240, Avg.Score: 2212.984, Max.Score: 2481.280, Time: 63:14:34\n",
      "Ep.: 6076, Total Steps: 4339136, Ep.Steps: 1000, Score: 2377.893, Avg.Score: 2212.145, Max.Score: 2481.280, Time: 63:15:24\n",
      "Ep.: 6077, Total Steps: 4340136, Ep.Steps: 1000, Score: 2338.847, Avg.Score: 2210.778, Max.Score: 2481.280, Time: 63:16:14\n",
      "Ep.: 6078, Total Steps: 4341136, Ep.Steps: 1000, Score: 2425.969, Avg.Score: 2210.413, Max.Score: 2481.280, Time: 63:17:04\n",
      "Ep.: 6079, Total Steps: 4341230, Ep.Steps: 94, Score: 32.116, Avg.Score: 2186.010, Max.Score: 2481.280, Time: 63:17:08\n",
      "Ep.: 6080, Total Steps: 4342230, Ep.Steps: 1000, Score: 2428.081, Avg.Score: 2185.696, Max.Score: 2481.280, Time: 63:17:58\n",
      "Ep.: 6081, Total Steps: 4343230, Ep.Steps: 1000, Score: 2320.156, Avg.Score: 2184.497, Max.Score: 2481.280, Time: 63:18:48\n",
      "Ep.: 6082, Total Steps: 4344230, Ep.Steps: 1000, Score: 2417.877, Avg.Score: 2183.959, Max.Score: 2481.280, Time: 63:19:37\n",
      "Ep.: 6083, Total Steps: 4345230, Ep.Steps: 1000, Score: 2480.738, Avg.Score: 2184.345, Max.Score: 2481.280, Time: 63:20:27\n",
      "Ep.: 6084, Total Steps: 4346230, Ep.Steps: 1000, Score: 2433.802, Avg.Score: 2184.104, Max.Score: 2481.280, Time: 63:21:17\n",
      "Ep.: 6085, Total Steps: 4347230, Ep.Steps: 1000, Score: 2442.340, Avg.Score: 2183.899, Max.Score: 2481.280, Time: 63:22:07\n",
      "Ep.: 6086, Total Steps: 4348230, Ep.Steps: 1000, Score: 2421.038, Avg.Score: 2183.297, Max.Score: 2480.738, Time: 63:22:57\n",
      "Ep.: 6087, Total Steps: 4349230, Ep.Steps: 1000, Score: 2462.269, Avg.Score: 2183.186, Max.Score: 2480.738, Time: 63:23:48\n",
      "Ep.: 6088, Total Steps: 4350230, Ep.Steps: 1000, Score: 2460.729, Avg.Score: 2183.145, Max.Score: 2480.738, Time: 63:24:39\n",
      "Ep.: 6089, Total Steps: 4351230, Ep.Steps: 1000, Score: 2439.689, Avg.Score: 2182.748, Max.Score: 2480.738, Time: 63:25:31\n",
      "Ep.: 6090, Total Steps: 4352230, Ep.Steps: 1000, Score: 2427.489, Avg.Score: 2182.405, Max.Score: 2480.738, Time: 63:26:21\n",
      "Ep.: 6091, Total Steps: 4353230, Ep.Steps: 1000, Score: 2433.361, Avg.Score: 2182.070, Max.Score: 2480.738, Time: 63:27:11\n",
      "Ep.: 6092, Total Steps: 4354230, Ep.Steps: 1000, Score: 2454.217, Avg.Score: 2182.245, Max.Score: 2480.738, Time: 63:28:03\n",
      "Ep.: 6093, Total Steps: 4355230, Ep.Steps: 1000, Score: 2473.357, Avg.Score: 2182.506, Max.Score: 2480.738, Time: 63:28:54\n",
      "Ep.: 6094, Total Steps: 4356230, Ep.Steps: 1000, Score: 2492.065, Avg.Score: 2182.786, Max.Score: 2492.065, Time: 63:29:44\n",
      "Ep.: 6095, Total Steps: 4357230, Ep.Steps: 1000, Score: 2489.745, Avg.Score: 2183.137, Max.Score: 2492.065, Time: 63:30:36\n",
      "Ep.: 6096, Total Steps: 4358230, Ep.Steps: 1000, Score: 2487.183, Avg.Score: 2185.639, Max.Score: 2492.065, Time: 63:31:26\n",
      "Ep.: 6097, Total Steps: 4359230, Ep.Steps: 1000, Score: 2469.754, Avg.Score: 2185.981, Max.Score: 2492.065, Time: 63:32:16\n",
      "Ep.: 6098, Total Steps: 4360230, Ep.Steps: 1000, Score: 2444.741, Avg.Score: 2185.717, Max.Score: 2492.065, Time: 63:33:06\n",
      "Ep.: 6099, Total Steps: 4361230, Ep.Steps: 1000, Score: 2470.793, Avg.Score: 2185.873, Max.Score: 2492.065, Time: 63:33:58\n",
      "Ep.: 6100, Total Steps: 4362230, Ep.Steps: 1000, Score: 2442.249, Avg.Score: 2204.378, Max.Score: 2492.065, Time: 63:34:48\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6101, Total Steps: 4363230, Ep.Steps: 1000, Score: 2486.283, Avg.Score: 2204.650, Max.Score: 2492.065, Time: 63:35:41\n",
      "Ep.: 6102, Total Steps: 4364230, Ep.Steps: 1000, Score: 2488.998, Avg.Score: 2204.901, Max.Score: 2492.065, Time: 63:36:36\n",
      "Ep.: 6103, Total Steps: 4365230, Ep.Steps: 1000, Score: 2447.649, Avg.Score: 2204.778, Max.Score: 2492.065, Time: 63:37:27\n",
      "Ep.: 6104, Total Steps: 4366230, Ep.Steps: 1000, Score: 2489.986, Avg.Score: 2205.216, Max.Score: 2492.065, Time: 63:38:18\n",
      "Ep.: 6105, Total Steps: 4367230, Ep.Steps: 1000, Score: 2469.752, Avg.Score: 2205.211, Max.Score: 2492.065, Time: 63:39:09\n",
      "Ep.: 6106, Total Steps: 4368230, Ep.Steps: 1000, Score: 2463.123, Avg.Score: 2205.402, Max.Score: 2492.065, Time: 63:40:04\n",
      "Ep.: 6107, Total Steps: 4369230, Ep.Steps: 1000, Score: 2439.049, Avg.Score: 2205.318, Max.Score: 2492.065, Time: 63:40:56\n",
      "Ep.: 6108, Total Steps: 4370230, Ep.Steps: 1000, Score: 2490.439, Avg.Score: 2205.646, Max.Score: 2492.065, Time: 63:41:47\n",
      "Ep.: 6109, Total Steps: 4371230, Ep.Steps: 1000, Score: 2453.162, Avg.Score: 2205.644, Max.Score: 2492.065, Time: 63:42:40\n",
      "Ep.: 6110, Total Steps: 4372230, Ep.Steps: 1000, Score: 2472.198, Avg.Score: 2205.757, Max.Score: 2492.065, Time: 63:43:32\n",
      "Ep.: 6111, Total Steps: 4373230, Ep.Steps: 1000, Score: 2439.289, Avg.Score: 2205.871, Max.Score: 2492.065, Time: 63:44:24\n",
      "Ep.: 6112, Total Steps: 4374230, Ep.Steps: 1000, Score: 2452.753, Avg.Score: 2205.680, Max.Score: 2492.065, Time: 63:45:16\n",
      "Ep.: 6113, Total Steps: 4375230, Ep.Steps: 1000, Score: 2475.363, Avg.Score: 2205.909, Max.Score: 2492.065, Time: 63:46:08\n",
      "Ep.: 6114, Total Steps: 4376230, Ep.Steps: 1000, Score: 2455.521, Avg.Score: 2206.249, Max.Score: 2492.065, Time: 63:47:01\n",
      "Ep.: 6115, Total Steps: 4377230, Ep.Steps: 1000, Score: 2453.923, Avg.Score: 2206.311, Max.Score: 2492.065, Time: 63:47:53\n",
      "Ep.: 6116, Total Steps: 4378230, Ep.Steps: 1000, Score: 2464.752, Avg.Score: 2206.278, Max.Score: 2492.065, Time: 63:48:46\n",
      "Ep.: 6117, Total Steps: 4379230, Ep.Steps: 1000, Score: 2492.717, Avg.Score: 2206.682, Max.Score: 2492.717, Time: 63:49:39\n",
      "Ep.: 6118, Total Steps: 4380230, Ep.Steps: 1000, Score: 2452.668, Avg.Score: 2206.796, Max.Score: 2492.717, Time: 63:50:37\n",
      "Ep.: 6119, Total Steps: 4381230, Ep.Steps: 1000, Score: 2469.088, Avg.Score: 2206.796, Max.Score: 2492.717, Time: 63:51:27\n",
      "Ep.: 6120, Total Steps: 4382230, Ep.Steps: 1000, Score: 2456.360, Avg.Score: 2206.716, Max.Score: 2492.717, Time: 63:52:18\n",
      "Ep.: 6121, Total Steps: 4383230, Ep.Steps: 1000, Score: 2467.090, Avg.Score: 2206.957, Max.Score: 2492.717, Time: 63:53:08\n",
      "Ep.: 6122, Total Steps: 4384230, Ep.Steps: 1000, Score: 2458.129, Avg.Score: 2207.126, Max.Score: 2492.717, Time: 63:54:03\n",
      "Ep.: 6123, Total Steps: 4385230, Ep.Steps: 1000, Score: 2438.725, Avg.Score: 2206.990, Max.Score: 2492.717, Time: 63:54:55\n",
      "Ep.: 6124, Total Steps: 4386230, Ep.Steps: 1000, Score: 2451.356, Avg.Score: 2207.039, Max.Score: 2492.717, Time: 63:55:45\n",
      "Ep.: 6125, Total Steps: 4387230, Ep.Steps: 1000, Score: 2472.221, Avg.Score: 2207.336, Max.Score: 2492.717, Time: 63:56:38\n",
      "Ep.: 6126, Total Steps: 4388230, Ep.Steps: 1000, Score: 2481.057, Avg.Score: 2207.667, Max.Score: 2492.717, Time: 63:57:32\n",
      "Ep.: 6127, Total Steps: 4389230, Ep.Steps: 1000, Score: 2446.897, Avg.Score: 2207.580, Max.Score: 2492.717, Time: 63:58:24\n",
      "Ep.: 6128, Total Steps: 4390230, Ep.Steps: 1000, Score: 2457.022, Avg.Score: 2207.811, Max.Score: 2492.717, Time: 63:59:14\n",
      "Ep.: 6129, Total Steps: 4391230, Ep.Steps: 1000, Score: 2439.924, Avg.Score: 2207.530, Max.Score: 2492.717, Time: 64:00:06\n",
      "Ep.: 6130, Total Steps: 4392230, Ep.Steps: 1000, Score: 2463.625, Avg.Score: 2207.617, Max.Score: 2492.717, Time: 64:00:57\n",
      "Ep.: 6131, Total Steps: 4393230, Ep.Steps: 1000, Score: 2445.829, Avg.Score: 2207.536, Max.Score: 2492.717, Time: 64:01:48\n",
      "Ep.: 6132, Total Steps: 4394230, Ep.Steps: 1000, Score: 2487.518, Avg.Score: 2207.851, Max.Score: 2492.717, Time: 64:02:39\n",
      "Ep.: 6133, Total Steps: 4395230, Ep.Steps: 1000, Score: 2454.748, Avg.Score: 2208.006, Max.Score: 2492.717, Time: 64:03:30\n",
      "Ep.: 6134, Total Steps: 4396230, Ep.Steps: 1000, Score: 2467.849, Avg.Score: 2208.272, Max.Score: 2492.717, Time: 64:04:20\n",
      "Ep.: 6135, Total Steps: 4397230, Ep.Steps: 1000, Score: 2463.191, Avg.Score: 2208.363, Max.Score: 2492.717, Time: 64:05:11\n",
      "Ep.: 6136, Total Steps: 4398230, Ep.Steps: 1000, Score: 2469.660, Avg.Score: 2208.513, Max.Score: 2492.717, Time: 64:06:02\n",
      "Ep.: 6137, Total Steps: 4399230, Ep.Steps: 1000, Score: 2464.195, Avg.Score: 2208.683, Max.Score: 2492.717, Time: 64:06:53\n",
      "Ep.: 6138, Total Steps: 4400230, Ep.Steps: 1000, Score: 2475.911, Avg.Score: 2208.779, Max.Score: 2492.717, Time: 64:07:43\n",
      "Ep.: 6139, Total Steps: 4401230, Ep.Steps: 1000, Score: 2459.745, Avg.Score: 2208.887, Max.Score: 2492.717, Time: 64:08:34\n",
      "Ep.: 6140, Total Steps: 4402230, Ep.Steps: 1000, Score: 2450.156, Avg.Score: 2208.808, Max.Score: 2492.717, Time: 64:09:25\n",
      "Ep.: 6141, Total Steps: 4403230, Ep.Steps: 1000, Score: 2488.304, Avg.Score: 2233.484, Max.Score: 2492.717, Time: 64:10:15\n",
      "Ep.: 6142, Total Steps: 4404230, Ep.Steps: 1000, Score: 2482.860, Avg.Score: 2258.131, Max.Score: 2492.717, Time: 64:11:06\n",
      "Ep.: 6143, Total Steps: 4405230, Ep.Steps: 1000, Score: 2490.273, Avg.Score: 2258.332, Max.Score: 2492.717, Time: 64:11:57\n",
      "Ep.: 6144, Total Steps: 4406230, Ep.Steps: 1000, Score: 2471.561, Avg.Score: 2282.833, Max.Score: 2492.717, Time: 64:12:47\n",
      "Ep.: 6145, Total Steps: 4407230, Ep.Steps: 1000, Score: 2461.688, Avg.Score: 2307.254, Max.Score: 2492.717, Time: 64:13:38\n",
      "Ep.: 6146, Total Steps: 4408230, Ep.Steps: 1000, Score: 2482.289, Avg.Score: 2309.111, Max.Score: 2492.717, Time: 64:14:28\n",
      "Ep.: 6147, Total Steps: 4409230, Ep.Steps: 1000, Score: 2457.193, Avg.Score: 2309.479, Max.Score: 2492.717, Time: 64:15:19\n",
      "Ep.: 6148, Total Steps: 4410230, Ep.Steps: 1000, Score: 2476.425, Avg.Score: 2310.190, Max.Score: 2492.717, Time: 64:16:10\n",
      "Ep.: 6149, Total Steps: 4411230, Ep.Steps: 1000, Score: 2466.317, Avg.Score: 2310.728, Max.Score: 2492.717, Time: 64:17:00\n",
      "Ep.: 6150, Total Steps: 4412230, Ep.Steps: 1000, Score: 2476.333, Avg.Score: 2311.367, Max.Score: 2492.717, Time: 64:17:51\n",
      "Ep.: 6151, Total Steps: 4413230, Ep.Steps: 1000, Score: 2468.752, Avg.Score: 2311.931, Max.Score: 2492.717, Time: 64:18:42\n",
      "Ep.: 6152, Total Steps: 4414230, Ep.Steps: 1000, Score: 2474.866, Avg.Score: 2336.386, Max.Score: 2492.717, Time: 64:19:35\n",
      "Ep.: 6153, Total Steps: 4415230, Ep.Steps: 1000, Score: 2488.803, Avg.Score: 2360.279, Max.Score: 2492.717, Time: 64:20:26\n",
      "Ep.: 6154, Total Steps: 4416230, Ep.Steps: 1000, Score: 2474.511, Avg.Score: 2361.681, Max.Score: 2492.717, Time: 64:21:17\n",
      "Ep.: 6155, Total Steps: 4417230, Ep.Steps: 1000, Score: 2470.193, Avg.Score: 2365.051, Max.Score: 2492.717, Time: 64:22:08\n",
      "Ep.: 6156, Total Steps: 4418230, Ep.Steps: 1000, Score: 2483.867, Avg.Score: 2368.815, Max.Score: 2492.717, Time: 64:22:58\n",
      "Ep.: 6157, Total Steps: 4419230, Ep.Steps: 1000, Score: 2453.959, Avg.Score: 2371.422, Max.Score: 2492.717, Time: 64:23:49\n",
      "Ep.: 6158, Total Steps: 4420230, Ep.Steps: 1000, Score: 2478.435, Avg.Score: 2373.850, Max.Score: 2492.717, Time: 64:24:39\n",
      "Ep.: 6159, Total Steps: 4421230, Ep.Steps: 1000, Score: 2488.176, Avg.Score: 2391.637, Max.Score: 2492.717, Time: 64:25:30\n",
      "Ep.: 6160, Total Steps: 4422230, Ep.Steps: 1000, Score: 2460.983, Avg.Score: 2394.466, Max.Score: 2492.717, Time: 64:26:21\n",
      "Ep.: 6161, Total Steps: 4423230, Ep.Steps: 1000, Score: 2451.115, Avg.Score: 2396.598, Max.Score: 2492.717, Time: 64:27:11\n",
      "Ep.: 6162, Total Steps: 4423458, Ep.Steps: 228, Score: 522.043, Avg.Score: 2393.328, Max.Score: 2492.717, Time: 64:27:23\n",
      "Ep.: 6163, Total Steps: 4424458, Ep.Steps: 1000, Score: 2420.091, Avg.Score: 2396.454, Max.Score: 2492.717, Time: 64:28:13\n",
      "Ep.: 6164, Total Steps: 4425458, Ep.Steps: 1000, Score: 2447.392, Avg.Score: 2397.850, Max.Score: 2492.717, Time: 64:29:04\n",
      "Ep.: 6165, Total Steps: 4426458, Ep.Steps: 1000, Score: 2471.072, Avg.Score: 2399.425, Max.Score: 2492.717, Time: 64:29:55\n",
      "Ep.: 6166, Total Steps: 4427458, Ep.Steps: 1000, Score: 2482.144, Avg.Score: 2401.061, Max.Score: 2492.717, Time: 64:30:45\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6167, Total Steps: 4428458, Ep.Steps: 1000, Score: 2467.308, Avg.Score: 2402.960, Max.Score: 2492.717, Time: 64:31:36\n",
      "Ep.: 6168, Total Steps: 4429458, Ep.Steps: 1000, Score: 2462.932, Avg.Score: 2406.041, Max.Score: 2492.717, Time: 64:32:26\n",
      "Ep.: 6169, Total Steps: 4430458, Ep.Steps: 1000, Score: 2459.042, Avg.Score: 2408.010, Max.Score: 2492.717, Time: 64:33:18\n",
      "Ep.: 6170, Total Steps: 4431458, Ep.Steps: 1000, Score: 2481.238, Avg.Score: 2409.491, Max.Score: 2492.717, Time: 64:34:08\n",
      "Ep.: 6171, Total Steps: 4432458, Ep.Steps: 1000, Score: 2489.176, Avg.Score: 2411.453, Max.Score: 2492.717, Time: 64:34:59\n",
      "Ep.: 6172, Total Steps: 4433458, Ep.Steps: 1000, Score: 2461.808, Avg.Score: 2412.443, Max.Score: 2492.717, Time: 64:35:50\n",
      "Ep.: 6173, Total Steps: 4434458, Ep.Steps: 1000, Score: 2505.394, Avg.Score: 2414.135, Max.Score: 2505.394, Time: 64:36:41\n",
      "Ep.: 6174, Total Steps: 4435458, Ep.Steps: 1000, Score: 2479.997, Avg.Score: 2415.342, Max.Score: 2505.394, Time: 64:37:32\n",
      "Ep.: 6175, Total Steps: 4436458, Ep.Steps: 1000, Score: 2506.148, Avg.Score: 2416.971, Max.Score: 2506.148, Time: 64:38:23\n",
      "Ep.: 6176, Total Steps: 4437458, Ep.Steps: 1000, Score: 2492.092, Avg.Score: 2418.113, Max.Score: 2506.148, Time: 64:39:14\n",
      "Ep.: 6177, Total Steps: 4438458, Ep.Steps: 1000, Score: 2485.866, Avg.Score: 2419.583, Max.Score: 2506.148, Time: 64:40:04\n",
      "Ep.: 6178, Total Steps: 4439458, Ep.Steps: 1000, Score: 2456.805, Avg.Score: 2419.892, Max.Score: 2506.148, Time: 64:40:54\n",
      "Ep.: 6179, Total Steps: 4440458, Ep.Steps: 1000, Score: 2482.258, Avg.Score: 2444.393, Max.Score: 2506.148, Time: 64:41:45\n",
      "Ep.: 6180, Total Steps: 4441458, Ep.Steps: 1000, Score: 2479.872, Avg.Score: 2444.911, Max.Score: 2506.148, Time: 64:42:37\n",
      "Ep.: 6181, Total Steps: 4442458, Ep.Steps: 1000, Score: 2439.174, Avg.Score: 2446.101, Max.Score: 2506.148, Time: 64:43:28\n",
      "Ep.: 6182, Total Steps: 4443254, Ep.Steps: 796, Score: 1951.938, Avg.Score: 2441.442, Max.Score: 2506.148, Time: 64:44:09\n",
      "Ep.: 6183, Total Steps: 4444254, Ep.Steps: 1000, Score: 2477.009, Avg.Score: 2441.404, Max.Score: 2506.148, Time: 64:44:59\n",
      "Ep.: 6184, Total Steps: 4445254, Ep.Steps: 1000, Score: 2452.782, Avg.Score: 2441.594, Max.Score: 2506.148, Time: 64:45:50\n",
      "Ep.: 6185, Total Steps: 4446254, Ep.Steps: 1000, Score: 2484.204, Avg.Score: 2442.013, Max.Score: 2506.148, Time: 64:46:41\n",
      "Ep.: 6186, Total Steps: 4447254, Ep.Steps: 1000, Score: 2456.872, Avg.Score: 2442.371, Max.Score: 2506.148, Time: 64:47:31\n",
      "Ep.: 6187, Total Steps: 4448254, Ep.Steps: 1000, Score: 2486.750, Avg.Score: 2442.616, Max.Score: 2506.148, Time: 64:48:22\n",
      "Ep.: 6188, Total Steps: 4449254, Ep.Steps: 1000, Score: 2449.490, Avg.Score: 2442.504, Max.Score: 2506.148, Time: 64:49:12\n",
      "Ep.: 6189, Total Steps: 4450254, Ep.Steps: 1000, Score: 2491.060, Avg.Score: 2443.017, Max.Score: 2506.148, Time: 64:50:03\n",
      "Ep.: 6190, Total Steps: 4451254, Ep.Steps: 1000, Score: 2467.753, Avg.Score: 2443.420, Max.Score: 2506.148, Time: 64:50:54\n",
      "Ep.: 6191, Total Steps: 4452254, Ep.Steps: 1000, Score: 2481.085, Avg.Score: 2443.897, Max.Score: 2506.148, Time: 64:51:45\n",
      "Ep.: 6192, Total Steps: 4453254, Ep.Steps: 1000, Score: 2483.972, Avg.Score: 2444.195, Max.Score: 2506.148, Time: 64:52:35\n",
      "Ep.: 6193, Total Steps: 4454254, Ep.Steps: 1000, Score: 2459.025, Avg.Score: 2444.051, Max.Score: 2506.148, Time: 64:53:26\n",
      "Ep.: 6194, Total Steps: 4455254, Ep.Steps: 1000, Score: 2456.435, Avg.Score: 2443.695, Max.Score: 2506.148, Time: 64:54:16\n",
      "Ep.: 6195, Total Steps: 4456254, Ep.Steps: 1000, Score: 2453.750, Avg.Score: 2443.335, Max.Score: 2506.148, Time: 64:55:06\n",
      "Ep.: 6196, Total Steps: 4457254, Ep.Steps: 1000, Score: 2465.158, Avg.Score: 2443.115, Max.Score: 2506.148, Time: 64:55:57\n",
      "Ep.: 6197, Total Steps: 4458254, Ep.Steps: 1000, Score: 2475.853, Avg.Score: 2443.176, Max.Score: 2506.148, Time: 64:56:47\n",
      "Ep.: 6198, Total Steps: 4459254, Ep.Steps: 1000, Score: 2458.709, Avg.Score: 2443.316, Max.Score: 2506.148, Time: 64:57:38\n",
      "Ep.: 6199, Total Steps: 4460254, Ep.Steps: 1000, Score: 2487.889, Avg.Score: 2443.487, Max.Score: 2506.148, Time: 64:58:28\n",
      "Ep.: 6200, Total Steps: 4461254, Ep.Steps: 1000, Score: 2415.566, Avg.Score: 2443.220, Max.Score: 2506.148, Time: 64:59:19\n",
      "Ep.: 6201, Total Steps: 4462254, Ep.Steps: 1000, Score: 2465.145, Avg.Score: 2443.008, Max.Score: 2506.148, Time: 65:00:10\n",
      "Ep.: 6202, Total Steps: 4463254, Ep.Steps: 1000, Score: 2462.846, Avg.Score: 2442.747, Max.Score: 2506.148, Time: 65:01:00\n",
      "Ep.: 6203, Total Steps: 4464254, Ep.Steps: 1000, Score: 2463.373, Avg.Score: 2442.904, Max.Score: 2506.148, Time: 65:01:51\n",
      "Ep.: 6204, Total Steps: 4465254, Ep.Steps: 1000, Score: 2409.079, Avg.Score: 2442.095, Max.Score: 2506.148, Time: 65:02:41\n",
      "Ep.: 6205, Total Steps: 4466254, Ep.Steps: 1000, Score: 2468.258, Avg.Score: 2442.080, Max.Score: 2506.148, Time: 65:03:32\n",
      "Ep.: 6206, Total Steps: 4467254, Ep.Steps: 1000, Score: 2466.664, Avg.Score: 2442.116, Max.Score: 2506.148, Time: 65:04:22\n",
      "Ep.: 6207, Total Steps: 4468254, Ep.Steps: 1000, Score: 2481.684, Avg.Score: 2442.542, Max.Score: 2506.148, Time: 65:05:14\n",
      "Ep.: 6208, Total Steps: 4469254, Ep.Steps: 1000, Score: 2477.146, Avg.Score: 2442.409, Max.Score: 2506.148, Time: 65:06:04\n",
      "Ep.: 6209, Total Steps: 4470254, Ep.Steps: 1000, Score: 2457.182, Avg.Score: 2442.449, Max.Score: 2506.148, Time: 65:06:55\n",
      "Ep.: 6210, Total Steps: 4471254, Ep.Steps: 1000, Score: 2472.880, Avg.Score: 2442.456, Max.Score: 2506.148, Time: 65:07:45\n",
      "Ep.: 6211, Total Steps: 4472254, Ep.Steps: 1000, Score: 2478.168, Avg.Score: 2442.845, Max.Score: 2506.148, Time: 65:08:36\n",
      "Ep.: 6212, Total Steps: 4473254, Ep.Steps: 1000, Score: 2489.083, Avg.Score: 2443.208, Max.Score: 2506.148, Time: 65:09:26\n",
      "Ep.: 6213, Total Steps: 4474254, Ep.Steps: 1000, Score: 2467.426, Avg.Score: 2443.129, Max.Score: 2506.148, Time: 65:10:17\n",
      "Ep.: 6214, Total Steps: 4475254, Ep.Steps: 1000, Score: 2476.104, Avg.Score: 2443.335, Max.Score: 2506.148, Time: 65:11:07\n",
      "Ep.: 6215, Total Steps: 4476254, Ep.Steps: 1000, Score: 2474.094, Avg.Score: 2443.536, Max.Score: 2506.148, Time: 65:11:57\n",
      "Ep.: 6216, Total Steps: 4477254, Ep.Steps: 1000, Score: 2496.747, Avg.Score: 2443.856, Max.Score: 2506.148, Time: 65:12:47\n",
      "Ep.: 6217, Total Steps: 4478254, Ep.Steps: 1000, Score: 2495.102, Avg.Score: 2443.880, Max.Score: 2506.148, Time: 65:13:37\n",
      "Ep.: 6218, Total Steps: 4479254, Ep.Steps: 1000, Score: 2478.837, Avg.Score: 2444.142, Max.Score: 2506.148, Time: 65:14:27\n",
      "Ep.: 6219, Total Steps: 4480254, Ep.Steps: 1000, Score: 2478.704, Avg.Score: 2444.238, Max.Score: 2506.148, Time: 65:15:18\n",
      "Ep.: 6220, Total Steps: 4481254, Ep.Steps: 1000, Score: 2480.437, Avg.Score: 2444.479, Max.Score: 2506.148, Time: 65:16:08\n",
      "Ep.: 6221, Total Steps: 4482254, Ep.Steps: 1000, Score: 2501.172, Avg.Score: 2444.819, Max.Score: 2506.148, Time: 65:16:58\n",
      "Ep.: 6222, Total Steps: 4483254, Ep.Steps: 1000, Score: 2515.128, Avg.Score: 2445.389, Max.Score: 2515.128, Time: 65:17:48\n",
      "Ep.: 6223, Total Steps: 4484254, Ep.Steps: 1000, Score: 2491.226, Avg.Score: 2445.914, Max.Score: 2515.128, Time: 65:18:39\n",
      "Ep.: 6224, Total Steps: 4485254, Ep.Steps: 1000, Score: 2496.029, Avg.Score: 2446.361, Max.Score: 2515.128, Time: 65:19:29\n",
      "Ep.: 6225, Total Steps: 4486254, Ep.Steps: 1000, Score: 2476.023, Avg.Score: 2446.399, Max.Score: 2515.128, Time: 65:20:19\n",
      "Ep.: 6226, Total Steps: 4487254, Ep.Steps: 1000, Score: 2486.816, Avg.Score: 2446.457, Max.Score: 2515.128, Time: 65:21:09\n",
      "Ep.: 6227, Total Steps: 4488254, Ep.Steps: 1000, Score: 2482.088, Avg.Score: 2446.809, Max.Score: 2515.128, Time: 65:21:59\n",
      "Ep.: 6228, Total Steps: 4489254, Ep.Steps: 1000, Score: 2483.974, Avg.Score: 2447.078, Max.Score: 2515.128, Time: 65:22:50\n",
      "Ep.: 6229, Total Steps: 4490254, Ep.Steps: 1000, Score: 2470.782, Avg.Score: 2447.387, Max.Score: 2515.128, Time: 65:23:39\n",
      "Ep.: 6230, Total Steps: 4491254, Ep.Steps: 1000, Score: 2483.263, Avg.Score: 2447.583, Max.Score: 2515.128, Time: 65:24:30\n",
      "Ep.: 6231, Total Steps: 4492254, Ep.Steps: 1000, Score: 2482.961, Avg.Score: 2447.955, Max.Score: 2515.128, Time: 65:25:20\n",
      "Ep.: 6232, Total Steps: 4492713, Ep.Steps: 459, Score: 1106.745, Avg.Score: 2434.147, Max.Score: 2515.128, Time: 65:25:43\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6233, Total Steps: 4493713, Ep.Steps: 1000, Score: 2482.688, Avg.Score: 2434.426, Max.Score: 2515.128, Time: 65:26:33\n",
      "Ep.: 6234, Total Steps: 4494713, Ep.Steps: 1000, Score: 2476.322, Avg.Score: 2434.511, Max.Score: 2515.128, Time: 65:27:23\n",
      "Ep.: 6235, Total Steps: 4495713, Ep.Steps: 1000, Score: 2471.488, Avg.Score: 2434.594, Max.Score: 2515.128, Time: 65:28:13\n",
      "Ep.: 6236, Total Steps: 4496713, Ep.Steps: 1000, Score: 2490.797, Avg.Score: 2434.805, Max.Score: 2515.128, Time: 65:29:04\n",
      "Ep.: 6237, Total Steps: 4497713, Ep.Steps: 1000, Score: 2490.043, Avg.Score: 2435.064, Max.Score: 2515.128, Time: 65:29:54\n",
      "Ep.: 6238, Total Steps: 4498713, Ep.Steps: 1000, Score: 2469.163, Avg.Score: 2434.996, Max.Score: 2515.128, Time: 65:30:47\n",
      "Ep.: 6239, Total Steps: 4499713, Ep.Steps: 1000, Score: 2465.498, Avg.Score: 2435.054, Max.Score: 2515.128, Time: 65:31:37\n",
      "Ep.: 6240, Total Steps: 4500713, Ep.Steps: 1000, Score: 2506.724, Avg.Score: 2435.619, Max.Score: 2515.128, Time: 65:32:27\n",
      "Ep.: 6241, Total Steps: 4501713, Ep.Steps: 1000, Score: 2492.590, Avg.Score: 2435.662, Max.Score: 2515.128, Time: 65:33:17\n",
      "Ep.: 6242, Total Steps: 4502713, Ep.Steps: 1000, Score: 2467.808, Avg.Score: 2435.512, Max.Score: 2515.128, Time: 65:34:08\n",
      "Ep.: 6243, Total Steps: 4503713, Ep.Steps: 1000, Score: 2472.406, Avg.Score: 2435.333, Max.Score: 2515.128, Time: 65:34:58\n",
      "Ep.: 6244, Total Steps: 4504713, Ep.Steps: 1000, Score: 2507.912, Avg.Score: 2435.697, Max.Score: 2515.128, Time: 65:35:48\n",
      "Ep.: 6245, Total Steps: 4505713, Ep.Steps: 1000, Score: 2485.689, Avg.Score: 2435.937, Max.Score: 2515.128, Time: 65:36:38\n",
      "Ep.: 6246, Total Steps: 4506713, Ep.Steps: 1000, Score: 2494.396, Avg.Score: 2436.058, Max.Score: 2515.128, Time: 65:37:28\n",
      "Ep.: 6247, Total Steps: 4507713, Ep.Steps: 1000, Score: 2485.232, Avg.Score: 2436.338, Max.Score: 2515.128, Time: 65:38:18\n",
      "Ep.: 6248, Total Steps: 4508713, Ep.Steps: 1000, Score: 2476.516, Avg.Score: 2436.339, Max.Score: 2515.128, Time: 65:39:11\n",
      "Ep.: 6249, Total Steps: 4509713, Ep.Steps: 1000, Score: 2482.824, Avg.Score: 2436.504, Max.Score: 2515.128, Time: 65:40:04\n",
      "Ep.: 6250, Total Steps: 4510713, Ep.Steps: 1000, Score: 2494.511, Avg.Score: 2436.686, Max.Score: 2515.128, Time: 65:40:58\n",
      "Ep.: 6251, Total Steps: 4511713, Ep.Steps: 1000, Score: 2481.120, Avg.Score: 2436.810, Max.Score: 2515.128, Time: 65:41:56\n",
      "Ep.: 6252, Total Steps: 4512713, Ep.Steps: 1000, Score: 2492.951, Avg.Score: 2436.990, Max.Score: 2515.128, Time: 65:42:55\n",
      "Ep.: 6253, Total Steps: 4513713, Ep.Steps: 1000, Score: 2512.056, Avg.Score: 2437.223, Max.Score: 2515.128, Time: 65:43:49\n",
      "Ep.: 6254, Total Steps: 4514713, Ep.Steps: 1000, Score: 2488.473, Avg.Score: 2437.363, Max.Score: 2515.128, Time: 65:44:39\n",
      "Ep.: 6255, Total Steps: 4515713, Ep.Steps: 1000, Score: 2504.597, Avg.Score: 2437.707, Max.Score: 2515.128, Time: 65:45:30\n",
      "Ep.: 6256, Total Steps: 4516713, Ep.Steps: 1000, Score: 2489.961, Avg.Score: 2437.767, Max.Score: 2515.128, Time: 65:46:22\n",
      "Ep.: 6257, Total Steps: 4517713, Ep.Steps: 1000, Score: 2476.167, Avg.Score: 2437.990, Max.Score: 2515.128, Time: 65:47:12\n",
      "Ep.: 6258, Total Steps: 4518713, Ep.Steps: 1000, Score: 2507.585, Avg.Score: 2438.281, Max.Score: 2515.128, Time: 65:48:02\n",
      "Ep.: 6259, Total Steps: 4519713, Ep.Steps: 1000, Score: 2499.986, Avg.Score: 2438.399, Max.Score: 2515.128, Time: 65:48:53\n",
      "Ep.: 6260, Total Steps: 4520713, Ep.Steps: 1000, Score: 2479.632, Avg.Score: 2438.586, Max.Score: 2515.128, Time: 65:49:44\n",
      "Ep.: 6261, Total Steps: 4521713, Ep.Steps: 1000, Score: 2500.977, Avg.Score: 2439.084, Max.Score: 2515.128, Time: 65:50:34\n",
      "Ep.: 6262, Total Steps: 4522713, Ep.Steps: 1000, Score: 2505.270, Avg.Score: 2458.917, Max.Score: 2515.128, Time: 65:51:25\n",
      "Ep.: 6263, Total Steps: 4523713, Ep.Steps: 1000, Score: 2481.260, Avg.Score: 2459.528, Max.Score: 2515.128, Time: 65:52:16\n",
      "Ep.: 6264, Total Steps: 4524008, Ep.Steps: 295, Score: 689.382, Avg.Score: 2441.948, Max.Score: 2515.128, Time: 65:52:31\n",
      "Ep.: 6265, Total Steps: 4525008, Ep.Steps: 1000, Score: 2477.485, Avg.Score: 2442.012, Max.Score: 2515.128, Time: 65:53:23\n",
      "Ep.: 6266, Total Steps: 4526008, Ep.Steps: 1000, Score: 2506.886, Avg.Score: 2442.260, Max.Score: 2515.128, Time: 65:54:14\n",
      "Ep.: 6267, Total Steps: 4527008, Ep.Steps: 1000, Score: 2483.207, Avg.Score: 2442.419, Max.Score: 2515.128, Time: 65:55:04\n",
      "Ep.: 6268, Total Steps: 4528008, Ep.Steps: 1000, Score: 2486.621, Avg.Score: 2442.656, Max.Score: 2515.128, Time: 65:55:55\n",
      "Ep.: 6269, Total Steps: 4529008, Ep.Steps: 1000, Score: 2496.576, Avg.Score: 2443.031, Max.Score: 2515.128, Time: 65:56:45\n",
      "Ep.: 6270, Total Steps: 4530008, Ep.Steps: 1000, Score: 2501.627, Avg.Score: 2443.235, Max.Score: 2515.128, Time: 65:57:35\n",
      "Ep.: 6271, Total Steps: 4531008, Ep.Steps: 1000, Score: 2495.284, Avg.Score: 2443.296, Max.Score: 2515.128, Time: 65:58:25\n",
      "Ep.: 6272, Total Steps: 4532008, Ep.Steps: 1000, Score: 2502.755, Avg.Score: 2443.705, Max.Score: 2515.128, Time: 65:59:15\n",
      "Ep.: 6273, Total Steps: 4532333, Ep.Steps: 325, Score: 766.495, Avg.Score: 2426.316, Max.Score: 2515.128, Time: 65:59:32\n",
      "Ep.: 6274, Total Steps: 4533333, Ep.Steps: 1000, Score: 2476.972, Avg.Score: 2426.286, Max.Score: 2515.128, Time: 66:00:22\n",
      "Ep.: 6275, Total Steps: 4534333, Ep.Steps: 1000, Score: 2502.192, Avg.Score: 2426.247, Max.Score: 2515.128, Time: 66:01:12\n",
      "Ep.: 6276, Total Steps: 4535333, Ep.Steps: 1000, Score: 2496.920, Avg.Score: 2426.295, Max.Score: 2515.128, Time: 66:02:02\n",
      "Ep.: 6277, Total Steps: 4536333, Ep.Steps: 1000, Score: 2479.821, Avg.Score: 2426.234, Max.Score: 2515.128, Time: 66:02:53\n",
      "Ep.: 6278, Total Steps: 4537333, Ep.Steps: 1000, Score: 2500.598, Avg.Score: 2426.672, Max.Score: 2515.128, Time: 66:03:43\n",
      "Ep.: 6279, Total Steps: 4538333, Ep.Steps: 1000, Score: 2486.620, Avg.Score: 2426.716, Max.Score: 2515.128, Time: 66:04:33\n",
      "Ep.: 6280, Total Steps: 4539333, Ep.Steps: 1000, Score: 2499.000, Avg.Score: 2426.907, Max.Score: 2515.128, Time: 66:05:24\n",
      "Ep.: 6281, Total Steps: 4540333, Ep.Steps: 1000, Score: 2509.959, Avg.Score: 2427.615, Max.Score: 2515.128, Time: 66:06:13\n",
      "Ep.: 6282, Total Steps: 4541333, Ep.Steps: 1000, Score: 2481.685, Avg.Score: 2432.913, Max.Score: 2515.128, Time: 66:07:03\n",
      "Ep.: 6283, Total Steps: 4542333, Ep.Steps: 1000, Score: 2487.749, Avg.Score: 2433.020, Max.Score: 2515.128, Time: 66:07:53\n",
      "Ep.: 6284, Total Steps: 4543333, Ep.Steps: 1000, Score: 2487.026, Avg.Score: 2433.362, Max.Score: 2515.128, Time: 66:08:44\n",
      "Ep.: 6285, Total Steps: 4544333, Ep.Steps: 1000, Score: 2492.866, Avg.Score: 2433.449, Max.Score: 2515.128, Time: 66:09:34\n",
      "Ep.: 6286, Total Steps: 4545333, Ep.Steps: 1000, Score: 2489.189, Avg.Score: 2433.772, Max.Score: 2515.128, Time: 66:10:24\n",
      "Ep.: 6287, Total Steps: 4546333, Ep.Steps: 1000, Score: 2508.495, Avg.Score: 2433.990, Max.Score: 2515.128, Time: 66:11:14\n",
      "Ep.: 6288, Total Steps: 4547333, Ep.Steps: 1000, Score: 2512.122, Avg.Score: 2434.616, Max.Score: 2515.128, Time: 66:12:05\n",
      "Ep.: 6289, Total Steps: 4548333, Ep.Steps: 1000, Score: 2487.783, Avg.Score: 2434.583, Max.Score: 2515.128, Time: 66:12:55\n",
      "Ep.: 6290, Total Steps: 4549333, Ep.Steps: 1000, Score: 2503.573, Avg.Score: 2434.941, Max.Score: 2515.128, Time: 66:13:45\n",
      "Ep.: 6291, Total Steps: 4550333, Ep.Steps: 1000, Score: 2486.663, Avg.Score: 2434.997, Max.Score: 2515.128, Time: 66:14:36\n",
      "Ep.: 6292, Total Steps: 4551333, Ep.Steps: 1000, Score: 2501.619, Avg.Score: 2435.174, Max.Score: 2515.128, Time: 66:15:26\n",
      "Ep.: 6293, Total Steps: 4552333, Ep.Steps: 1000, Score: 2486.890, Avg.Score: 2435.452, Max.Score: 2515.128, Time: 66:16:17\n",
      "Ep.: 6294, Total Steps: 4553333, Ep.Steps: 1000, Score: 2464.251, Avg.Score: 2435.530, Max.Score: 2515.128, Time: 66:17:08\n",
      "Ep.: 6295, Total Steps: 4554333, Ep.Steps: 1000, Score: 2454.793, Avg.Score: 2435.541, Max.Score: 2515.128, Time: 66:17:58\n",
      "Ep.: 6296, Total Steps: 4555333, Ep.Steps: 1000, Score: 2506.839, Avg.Score: 2435.958, Max.Score: 2515.128, Time: 66:18:48\n",
      "Ep.: 6297, Total Steps: 4556333, Ep.Steps: 1000, Score: 2486.455, Avg.Score: 2436.064, Max.Score: 2515.128, Time: 66:19:39\n",
      "Ep.: 6298, Total Steps: 4557333, Ep.Steps: 1000, Score: 2509.077, Avg.Score: 2436.567, Max.Score: 2515.128, Time: 66:20:29\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6299, Total Steps: 4558333, Ep.Steps: 1000, Score: 2512.689, Avg.Score: 2436.815, Max.Score: 2515.128, Time: 66:21:19\n",
      "Ep.: 6300, Total Steps: 4559333, Ep.Steps: 1000, Score: 2493.313, Avg.Score: 2437.593, Max.Score: 2515.128, Time: 66:22:09\n",
      "Ep.: 6301, Total Steps: 4560333, Ep.Steps: 1000, Score: 2507.773, Avg.Score: 2438.019, Max.Score: 2515.128, Time: 66:23:00\n",
      "Ep.: 6302, Total Steps: 4561333, Ep.Steps: 1000, Score: 2497.804, Avg.Score: 2438.369, Max.Score: 2515.128, Time: 66:23:50\n",
      "Ep.: 6303, Total Steps: 4562333, Ep.Steps: 1000, Score: 2484.102, Avg.Score: 2438.576, Max.Score: 2515.128, Time: 66:24:40\n",
      "Ep.: 6304, Total Steps: 4563333, Ep.Steps: 1000, Score: 2497.631, Avg.Score: 2439.462, Max.Score: 2515.128, Time: 66:25:30\n",
      "Ep.: 6305, Total Steps: 4564333, Ep.Steps: 1000, Score: 2507.123, Avg.Score: 2439.850, Max.Score: 2515.128, Time: 66:26:21\n",
      "Ep.: 6306, Total Steps: 4565333, Ep.Steps: 1000, Score: 2494.691, Avg.Score: 2440.130, Max.Score: 2515.128, Time: 66:27:14\n",
      "Ep.: 6307, Total Steps: 4566333, Ep.Steps: 1000, Score: 2477.334, Avg.Score: 2440.087, Max.Score: 2515.128, Time: 66:28:05\n",
      "Ep.: 6308, Total Steps: 4567333, Ep.Steps: 1000, Score: 2482.701, Avg.Score: 2440.143, Max.Score: 2515.128, Time: 66:28:56\n",
      "Ep.: 6309, Total Steps: 4568333, Ep.Steps: 1000, Score: 2456.045, Avg.Score: 2440.131, Max.Score: 2515.128, Time: 66:29:46\n",
      "Ep.: 6310, Total Steps: 4569333, Ep.Steps: 1000, Score: 2499.878, Avg.Score: 2440.401, Max.Score: 2515.128, Time: 66:30:36\n",
      "Ep.: 6311, Total Steps: 4570333, Ep.Steps: 1000, Score: 2484.582, Avg.Score: 2440.465, Max.Score: 2515.128, Time: 66:31:26\n",
      "Ep.: 6312, Total Steps: 4571333, Ep.Steps: 1000, Score: 2471.202, Avg.Score: 2440.286, Max.Score: 2515.128, Time: 66:32:16\n",
      "Ep.: 6313, Total Steps: 4572333, Ep.Steps: 1000, Score: 2478.550, Avg.Score: 2440.398, Max.Score: 2515.128, Time: 66:33:07\n",
      "Ep.: 6314, Total Steps: 4573333, Ep.Steps: 1000, Score: 2482.782, Avg.Score: 2440.464, Max.Score: 2515.128, Time: 66:33:58\n",
      "Ep.: 6315, Total Steps: 4574333, Ep.Steps: 1000, Score: 2489.699, Avg.Score: 2440.621, Max.Score: 2515.128, Time: 66:34:51\n",
      "Ep.: 6316, Total Steps: 4575333, Ep.Steps: 1000, Score: 2438.874, Avg.Score: 2440.042, Max.Score: 2515.128, Time: 66:35:46\n",
      "Ep.: 6317, Total Steps: 4576333, Ep.Steps: 1000, Score: 2476.021, Avg.Score: 2439.851, Max.Score: 2515.128, Time: 66:36:43\n",
      "Ep.: 6318, Total Steps: 4576737, Ep.Steps: 404, Score: 980.870, Avg.Score: 2424.871, Max.Score: 2515.128, Time: 66:37:03\n",
      "Ep.: 6319, Total Steps: 4577737, Ep.Steps: 1000, Score: 2377.160, Avg.Score: 2423.856, Max.Score: 2515.128, Time: 66:37:54\n",
      "Ep.: 6320, Total Steps: 4578737, Ep.Steps: 1000, Score: 2454.012, Avg.Score: 2423.592, Max.Score: 2515.128, Time: 66:38:44\n",
      "Ep.: 6321, Total Steps: 4579737, Ep.Steps: 1000, Score: 2474.692, Avg.Score: 2423.327, Max.Score: 2515.128, Time: 66:39:34\n",
      "Ep.: 6322, Total Steps: 4580737, Ep.Steps: 1000, Score: 2505.035, Avg.Score: 2423.226, Max.Score: 2512.689, Time: 66:40:25\n",
      "Ep.: 6323, Total Steps: 4581737, Ep.Steps: 1000, Score: 2491.761, Avg.Score: 2423.231, Max.Score: 2512.689, Time: 66:41:15\n",
      "Ep.: 6324, Total Steps: 4582737, Ep.Steps: 1000, Score: 2494.782, Avg.Score: 2423.219, Max.Score: 2512.689, Time: 66:42:05\n",
      "Ep.: 6325, Total Steps: 4583737, Ep.Steps: 1000, Score: 2490.169, Avg.Score: 2423.360, Max.Score: 2512.689, Time: 66:42:55\n",
      "Ep.: 6326, Total Steps: 4584737, Ep.Steps: 1000, Score: 2486.337, Avg.Score: 2423.355, Max.Score: 2512.689, Time: 66:43:45\n",
      "Ep.: 6327, Total Steps: 4585737, Ep.Steps: 1000, Score: 2493.473, Avg.Score: 2423.469, Max.Score: 2512.689, Time: 66:44:36\n",
      "Ep.: 6328, Total Steps: 4586737, Ep.Steps: 1000, Score: 2462.663, Avg.Score: 2423.256, Max.Score: 2512.689, Time: 66:45:26\n",
      "Ep.: 6329, Total Steps: 4587737, Ep.Steps: 1000, Score: 2506.301, Avg.Score: 2423.611, Max.Score: 2512.689, Time: 66:46:16\n",
      "Ep.: 6330, Total Steps: 4588737, Ep.Steps: 1000, Score: 2479.845, Avg.Score: 2423.577, Max.Score: 2512.689, Time: 66:47:06\n",
      "Ep.: 6331, Total Steps: 4589737, Ep.Steps: 1000, Score: 2492.900, Avg.Score: 2423.677, Max.Score: 2512.689, Time: 66:47:57\n",
      "Ep.: 6332, Total Steps: 4590737, Ep.Steps: 1000, Score: 2462.700, Avg.Score: 2437.236, Max.Score: 2512.689, Time: 66:48:47\n",
      "Ep.: 6333, Total Steps: 4591737, Ep.Steps: 1000, Score: 2466.257, Avg.Score: 2437.072, Max.Score: 2512.689, Time: 66:49:38\n",
      "Ep.: 6334, Total Steps: 4592737, Ep.Steps: 1000, Score: 2497.652, Avg.Score: 2437.285, Max.Score: 2512.689, Time: 66:50:28\n",
      "Ep.: 6335, Total Steps: 4593737, Ep.Steps: 1000, Score: 2488.481, Avg.Score: 2437.455, Max.Score: 2512.689, Time: 66:51:18\n",
      "Ep.: 6336, Total Steps: 4594737, Ep.Steps: 1000, Score: 2468.520, Avg.Score: 2437.232, Max.Score: 2512.689, Time: 66:52:09\n",
      "Ep.: 6337, Total Steps: 4595737, Ep.Steps: 1000, Score: 2489.308, Avg.Score: 2437.225, Max.Score: 2512.689, Time: 66:53:01\n",
      "Ep.: 6338, Total Steps: 4596737, Ep.Steps: 1000, Score: 2466.917, Avg.Score: 2437.202, Max.Score: 2512.689, Time: 66:53:55\n",
      "Ep.: 6339, Total Steps: 4597737, Ep.Steps: 1000, Score: 2477.949, Avg.Score: 2437.327, Max.Score: 2512.689, Time: 66:54:47\n",
      "Ep.: 6340, Total Steps: 4598737, Ep.Steps: 1000, Score: 2489.094, Avg.Score: 2437.151, Max.Score: 2512.689, Time: 66:55:39\n",
      "Ep.: 6341, Total Steps: 4599737, Ep.Steps: 1000, Score: 2479.906, Avg.Score: 2437.024, Max.Score: 2512.689, Time: 66:56:32\n",
      "Ep.: 6342, Total Steps: 4600737, Ep.Steps: 1000, Score: 2494.837, Avg.Score: 2437.294, Max.Score: 2512.689, Time: 66:57:27\n",
      "Ep.: 6343, Total Steps: 4601737, Ep.Steps: 1000, Score: 2500.680, Avg.Score: 2437.577, Max.Score: 2512.689, Time: 66:58:20\n",
      "Ep.: 6344, Total Steps: 4602737, Ep.Steps: 1000, Score: 2492.470, Avg.Score: 2437.422, Max.Score: 2512.689, Time: 66:59:11\n",
      "Ep.: 6345, Total Steps: 4603737, Ep.Steps: 1000, Score: 2497.493, Avg.Score: 2437.541, Max.Score: 2512.689, Time: 67:00:04\n",
      "Ep.: 6346, Total Steps: 4604737, Ep.Steps: 1000, Score: 2491.510, Avg.Score: 2437.512, Max.Score: 2512.689, Time: 67:00:55\n",
      "Ep.: 6347, Total Steps: 4605737, Ep.Steps: 1000, Score: 2481.860, Avg.Score: 2437.478, Max.Score: 2512.689, Time: 67:01:46\n",
      "Ep.: 6348, Total Steps: 4606737, Ep.Steps: 1000, Score: 2463.967, Avg.Score: 2437.352, Max.Score: 2512.689, Time: 67:02:36\n",
      "Ep.: 6349, Total Steps: 4607411, Ep.Steps: 674, Score: 1658.426, Avg.Score: 2429.108, Max.Score: 2512.689, Time: 67:03:10\n",
      "Ep.: 6350, Total Steps: 4608411, Ep.Steps: 1000, Score: 2493.846, Avg.Score: 2429.102, Max.Score: 2512.689, Time: 67:04:03\n",
      "Ep.: 6351, Total Steps: 4609411, Ep.Steps: 1000, Score: 2463.291, Avg.Score: 2428.924, Max.Score: 2512.689, Time: 67:04:54\n",
      "Ep.: 6352, Total Steps: 4610411, Ep.Steps: 1000, Score: 2471.961, Avg.Score: 2428.714, Max.Score: 2512.689, Time: 67:05:47\n",
      "Ep.: 6353, Total Steps: 4611411, Ep.Steps: 1000, Score: 2489.191, Avg.Score: 2428.485, Max.Score: 2512.689, Time: 67:06:40\n",
      "Ep.: 6354, Total Steps: 4612411, Ep.Steps: 1000, Score: 2496.698, Avg.Score: 2428.567, Max.Score: 2512.689, Time: 67:07:31\n",
      "Ep.: 6355, Total Steps: 4613411, Ep.Steps: 1000, Score: 2509.505, Avg.Score: 2428.616, Max.Score: 2512.689, Time: 67:08:21\n",
      "Ep.: 6356, Total Steps: 4614411, Ep.Steps: 1000, Score: 2490.936, Avg.Score: 2428.626, Max.Score: 2512.689, Time: 67:09:11\n",
      "Ep.: 6357, Total Steps: 4615411, Ep.Steps: 1000, Score: 2452.822, Avg.Score: 2428.393, Max.Score: 2512.689, Time: 67:10:02\n",
      "Ep.: 6358, Total Steps: 4616411, Ep.Steps: 1000, Score: 2465.508, Avg.Score: 2427.972, Max.Score: 2512.689, Time: 67:10:52\n",
      "Ep.: 6359, Total Steps: 4617411, Ep.Steps: 1000, Score: 2488.929, Avg.Score: 2427.861, Max.Score: 2512.689, Time: 67:11:45\n",
      "Ep.: 6360, Total Steps: 4618411, Ep.Steps: 1000, Score: 2490.750, Avg.Score: 2427.972, Max.Score: 2512.689, Time: 67:12:41\n",
      "Ep.: 6361, Total Steps: 4619018, Ep.Steps: 607, Score: 1477.914, Avg.Score: 2417.742, Max.Score: 2512.689, Time: 67:13:13\n",
      "Ep.: 6362, Total Steps: 4620018, Ep.Steps: 1000, Score: 2468.647, Avg.Score: 2417.376, Max.Score: 2512.689, Time: 67:14:08\n",
      "Ep.: 6363, Total Steps: 4621018, Ep.Steps: 1000, Score: 2508.738, Avg.Score: 2417.650, Max.Score: 2512.689, Time: 67:15:01\n",
      "Ep.: 6364, Total Steps: 4622018, Ep.Steps: 1000, Score: 2512.576, Avg.Score: 2435.882, Max.Score: 2512.689, Time: 67:15:55\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6365, Total Steps: 4623018, Ep.Steps: 1000, Score: 2490.018, Avg.Score: 2436.008, Max.Score: 2512.689, Time: 67:16:49\n",
      "Ep.: 6366, Total Steps: 4624018, Ep.Steps: 1000, Score: 2487.322, Avg.Score: 2435.812, Max.Score: 2512.689, Time: 67:17:41\n",
      "Ep.: 6367, Total Steps: 4625018, Ep.Steps: 1000, Score: 2486.669, Avg.Score: 2435.847, Max.Score: 2512.689, Time: 67:18:35\n",
      "Ep.: 6368, Total Steps: 4626018, Ep.Steps: 1000, Score: 2486.881, Avg.Score: 2435.849, Max.Score: 2512.689, Time: 67:19:28\n",
      "Ep.: 6369, Total Steps: 4627018, Ep.Steps: 1000, Score: 2505.499, Avg.Score: 2435.938, Max.Score: 2512.689, Time: 67:20:22\n",
      "Ep.: 6370, Total Steps: 4628018, Ep.Steps: 1000, Score: 2497.794, Avg.Score: 2435.900, Max.Score: 2512.689, Time: 67:21:17\n",
      "Ep.: 6371, Total Steps: 4629018, Ep.Steps: 1000, Score: 2478.299, Avg.Score: 2435.730, Max.Score: 2512.689, Time: 67:22:11\n",
      "Ep.: 6372, Total Steps: 4630018, Ep.Steps: 1000, Score: 2497.456, Avg.Score: 2435.677, Max.Score: 2512.689, Time: 67:23:05\n",
      "Ep.: 6373, Total Steps: 4631018, Ep.Steps: 1000, Score: 2484.806, Avg.Score: 2452.860, Max.Score: 2512.689, Time: 67:23:59\n",
      "Ep.: 6374, Total Steps: 4632018, Ep.Steps: 1000, Score: 2499.241, Avg.Score: 2453.083, Max.Score: 2512.689, Time: 67:24:52\n",
      "Ep.: 6375, Total Steps: 4633018, Ep.Steps: 1000, Score: 2489.073, Avg.Score: 2452.952, Max.Score: 2512.689, Time: 67:25:45\n",
      "Ep.: 6376, Total Steps: 4634018, Ep.Steps: 1000, Score: 2480.393, Avg.Score: 2452.787, Max.Score: 2512.689, Time: 67:26:42\n",
      "Ep.: 6377, Total Steps: 4635018, Ep.Steps: 1000, Score: 2480.904, Avg.Score: 2452.797, Max.Score: 2512.689, Time: 67:27:35\n",
      "Ep.: 6378, Total Steps: 4636018, Ep.Steps: 1000, Score: 2489.926, Avg.Score: 2452.691, Max.Score: 2512.689, Time: 67:28:30\n",
      "Ep.: 6379, Total Steps: 4637018, Ep.Steps: 1000, Score: 2485.553, Avg.Score: 2452.680, Max.Score: 2512.689, Time: 67:29:26\n",
      "Ep.: 6380, Total Steps: 4637479, Ep.Steps: 461, Score: 1123.935, Avg.Score: 2438.929, Max.Score: 2512.689, Time: 67:29:52\n",
      "Ep.: 6381, Total Steps: 4638479, Ep.Steps: 1000, Score: 2480.487, Avg.Score: 2438.635, Max.Score: 2512.689, Time: 67:30:45\n",
      "Ep.: 6382, Total Steps: 4639479, Ep.Steps: 1000, Score: 2498.424, Avg.Score: 2438.802, Max.Score: 2512.689, Time: 67:31:40\n",
      "Ep.: 6383, Total Steps: 4640479, Ep.Steps: 1000, Score: 2503.669, Avg.Score: 2438.961, Max.Score: 2512.689, Time: 67:32:36\n",
      "Ep.: 6384, Total Steps: 4641479, Ep.Steps: 1000, Score: 2488.933, Avg.Score: 2438.980, Max.Score: 2512.689, Time: 67:33:33\n",
      "Ep.: 6385, Total Steps: 4642479, Ep.Steps: 1000, Score: 2498.416, Avg.Score: 2439.036, Max.Score: 2512.689, Time: 67:34:32\n",
      "Ep.: 6386, Total Steps: 4643479, Ep.Steps: 1000, Score: 2482.556, Avg.Score: 2438.970, Max.Score: 2512.689, Time: 67:35:26\n",
      "Ep.: 6387, Total Steps: 4644479, Ep.Steps: 1000, Score: 2478.133, Avg.Score: 2438.666, Max.Score: 2512.689, Time: 67:36:22\n",
      "Ep.: 6388, Total Steps: 4645479, Ep.Steps: 1000, Score: 2501.828, Avg.Score: 2438.563, Max.Score: 2512.689, Time: 67:37:17\n",
      "Ep.: 6389, Total Steps: 4646479, Ep.Steps: 1000, Score: 2462.414, Avg.Score: 2438.309, Max.Score: 2512.689, Time: 67:38:10\n",
      "Ep.: 6390, Total Steps: 4647479, Ep.Steps: 1000, Score: 2473.878, Avg.Score: 2438.012, Max.Score: 2512.689, Time: 67:39:02\n",
      "Ep.: 6391, Total Steps: 4648479, Ep.Steps: 1000, Score: 2484.485, Avg.Score: 2437.991, Max.Score: 2512.689, Time: 67:39:58\n",
      "Ep.: 6392, Total Steps: 4649479, Ep.Steps: 1000, Score: 2488.271, Avg.Score: 2437.857, Max.Score: 2512.689, Time: 67:40:54\n",
      "Ep.: 6393, Total Steps: 4650479, Ep.Steps: 1000, Score: 2478.793, Avg.Score: 2437.776, Max.Score: 2512.689, Time: 67:41:45\n",
      "Ep.: 6394, Total Steps: 4651479, Ep.Steps: 1000, Score: 2488.487, Avg.Score: 2438.018, Max.Score: 2512.689, Time: 67:42:36\n",
      "Ep.: 6395, Total Steps: 4652479, Ep.Steps: 1000, Score: 2487.036, Avg.Score: 2438.341, Max.Score: 2512.689, Time: 67:43:47\n",
      "Ep.: 6396, Total Steps: 4653479, Ep.Steps: 1000, Score: 2451.741, Avg.Score: 2437.790, Max.Score: 2512.689, Time: 67:44:50\n",
      "Ep.: 6397, Total Steps: 4654300, Ep.Steps: 821, Score: 2023.346, Avg.Score: 2433.159, Max.Score: 2512.689, Time: 67:45:50\n",
      "Ep.: 6398, Total Steps: 4655300, Ep.Steps: 1000, Score: 2472.940, Avg.Score: 2432.797, Max.Score: 2512.689, Time: 67:46:54\n",
      "Ep.: 6399, Total Steps: 4656300, Ep.Steps: 1000, Score: 2495.637, Avg.Score: 2432.627, Max.Score: 2512.576, Time: 67:47:59\n",
      "Ep.: 6400, Total Steps: 4657300, Ep.Steps: 1000, Score: 2478.673, Avg.Score: 2432.480, Max.Score: 2512.576, Time: 67:48:58\n",
      "Ep.: 6401, Total Steps: 4658300, Ep.Steps: 1000, Score: 2463.745, Avg.Score: 2432.040, Max.Score: 2512.576, Time: 67:50:02\n",
      "Ep.: 6402, Total Steps: 4659300, Ep.Steps: 1000, Score: 2466.577, Avg.Score: 2431.728, Max.Score: 2512.576, Time: 67:51:09\n",
      "Ep.: 6403, Total Steps: 4660300, Ep.Steps: 1000, Score: 2498.557, Avg.Score: 2431.872, Max.Score: 2512.576, Time: 67:52:11\n",
      "Ep.: 6404, Total Steps: 4661300, Ep.Steps: 1000, Score: 2488.848, Avg.Score: 2431.785, Max.Score: 2512.576, Time: 67:53:16\n",
      "Ep.: 6405, Total Steps: 4662300, Ep.Steps: 1000, Score: 2482.197, Avg.Score: 2431.535, Max.Score: 2512.576, Time: 67:54:18\n",
      "Ep.: 6406, Total Steps: 4663300, Ep.Steps: 1000, Score: 2505.184, Avg.Score: 2431.640, Max.Score: 2512.576, Time: 67:55:18\n",
      "Ep.: 6407, Total Steps: 4664300, Ep.Steps: 1000, Score: 2487.618, Avg.Score: 2431.743, Max.Score: 2512.576, Time: 67:56:16\n",
      "Ep.: 6408, Total Steps: 4665300, Ep.Steps: 1000, Score: 2490.147, Avg.Score: 2431.818, Max.Score: 2512.576, Time: 67:57:15\n",
      "Ep.: 6409, Total Steps: 4666300, Ep.Steps: 1000, Score: 2500.754, Avg.Score: 2432.265, Max.Score: 2512.576, Time: 67:58:16\n",
      "Ep.: 6410, Total Steps: 4667300, Ep.Steps: 1000, Score: 2500.135, Avg.Score: 2432.267, Max.Score: 2512.576, Time: 67:59:27\n",
      "Ep.: 6411, Total Steps: 4668300, Ep.Steps: 1000, Score: 2491.130, Avg.Score: 2432.333, Max.Score: 2512.576, Time: 68:00:23\n",
      "Ep.: 6412, Total Steps: 4669300, Ep.Steps: 1000, Score: 2508.483, Avg.Score: 2432.706, Max.Score: 2512.576, Time: 68:01:18\n",
      "Ep.: 6413, Total Steps: 4670300, Ep.Steps: 1000, Score: 2468.118, Avg.Score: 2432.601, Max.Score: 2512.576, Time: 68:02:16\n",
      "Ep.: 6414, Total Steps: 4671300, Ep.Steps: 1000, Score: 2470.360, Avg.Score: 2432.477, Max.Score: 2512.576, Time: 68:03:16\n",
      "Ep.: 6415, Total Steps: 4672300, Ep.Steps: 1000, Score: 2496.014, Avg.Score: 2432.540, Max.Score: 2512.576, Time: 68:04:13\n",
      "Ep.: 6416, Total Steps: 4673300, Ep.Steps: 1000, Score: 2508.208, Avg.Score: 2433.234, Max.Score: 2512.576, Time: 68:05:07\n",
      "Ep.: 6417, Total Steps: 4674300, Ep.Steps: 1000, Score: 2502.765, Avg.Score: 2433.501, Max.Score: 2512.576, Time: 68:06:09\n",
      "Ep.: 6418, Total Steps: 4675300, Ep.Steps: 1000, Score: 2472.298, Avg.Score: 2448.415, Max.Score: 2512.576, Time: 68:07:10\n",
      "Ep.: 6419, Total Steps: 4675322, Ep.Steps: 22, Score: 28.584, Avg.Score: 2424.929, Max.Score: 2512.576, Time: 68:07:11\n",
      "Ep.: 6420, Total Steps: 4676322, Ep.Steps: 1000, Score: 2489.496, Avg.Score: 2425.284, Max.Score: 2512.576, Time: 68:08:09\n",
      "Ep.: 6421, Total Steps: 4676437, Ep.Steps: 115, Score: 173.728, Avg.Score: 2402.275, Max.Score: 2512.576, Time: 68:08:15\n",
      "Ep.: 6422, Total Steps: 4677437, Ep.Steps: 1000, Score: 2446.832, Avg.Score: 2401.693, Max.Score: 2512.576, Time: 68:09:08\n",
      "Ep.: 6423, Total Steps: 4678437, Ep.Steps: 1000, Score: 2487.363, Avg.Score: 2401.649, Max.Score: 2512.576, Time: 68:10:03\n",
      "Ep.: 6424, Total Steps: 4679437, Ep.Steps: 1000, Score: 2418.845, Avg.Score: 2400.889, Max.Score: 2512.576, Time: 68:11:02\n",
      "Ep.: 6425, Total Steps: 4680437, Ep.Steps: 1000, Score: 2464.180, Avg.Score: 2400.629, Max.Score: 2512.576, Time: 68:12:01\n",
      "Ep.: 6426, Total Steps: 4681437, Ep.Steps: 1000, Score: 2471.104, Avg.Score: 2400.477, Max.Score: 2512.576, Time: 68:12:55\n",
      "Ep.: 6427, Total Steps: 4682437, Ep.Steps: 1000, Score: 2511.929, Avg.Score: 2400.662, Max.Score: 2512.576, Time: 68:13:55\n",
      "Ep.: 6428, Total Steps: 4683437, Ep.Steps: 1000, Score: 2476.963, Avg.Score: 2400.805, Max.Score: 2512.576, Time: 68:14:51\n",
      "Ep.: 6429, Total Steps: 4684437, Ep.Steps: 1000, Score: 2468.188, Avg.Score: 2400.424, Max.Score: 2512.576, Time: 68:15:44\n",
      "Ep.: 6430, Total Steps: 4685437, Ep.Steps: 1000, Score: 2466.756, Avg.Score: 2400.293, Max.Score: 2512.576, Time: 68:16:39\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6431, Total Steps: 4686437, Ep.Steps: 1000, Score: 2472.593, Avg.Score: 2400.090, Max.Score: 2512.576, Time: 68:17:32\n",
      "Ep.: 6432, Total Steps: 4687437, Ep.Steps: 1000, Score: 2481.308, Avg.Score: 2400.276, Max.Score: 2512.576, Time: 68:18:26\n",
      "Ep.: 6433, Total Steps: 4688437, Ep.Steps: 1000, Score: 2454.129, Avg.Score: 2400.154, Max.Score: 2512.576, Time: 68:19:20\n",
      "Ep.: 6434, Total Steps: 4689437, Ep.Steps: 1000, Score: 2500.545, Avg.Score: 2400.183, Max.Score: 2512.576, Time: 68:20:15\n",
      "Ep.: 6435, Total Steps: 4690437, Ep.Steps: 1000, Score: 2493.275, Avg.Score: 2400.231, Max.Score: 2512.576, Time: 68:21:09\n",
      "Ep.: 6436, Total Steps: 4691437, Ep.Steps: 1000, Score: 2477.727, Avg.Score: 2400.323, Max.Score: 2512.576, Time: 68:22:01\n",
      "Ep.: 6437, Total Steps: 4692437, Ep.Steps: 1000, Score: 2490.472, Avg.Score: 2400.335, Max.Score: 2512.576, Time: 68:22:59\n",
      "Ep.: 6438, Total Steps: 4693437, Ep.Steps: 1000, Score: 2457.696, Avg.Score: 2400.243, Max.Score: 2512.576, Time: 68:23:51\n",
      "Ep.: 6439, Total Steps: 4694437, Ep.Steps: 1000, Score: 2476.094, Avg.Score: 2400.224, Max.Score: 2512.576, Time: 68:24:44\n",
      "Ep.: 6440, Total Steps: 4695437, Ep.Steps: 1000, Score: 2479.978, Avg.Score: 2400.133, Max.Score: 2512.576, Time: 68:25:38\n",
      "Ep.: 6441, Total Steps: 4696437, Ep.Steps: 1000, Score: 2484.297, Avg.Score: 2400.177, Max.Score: 2512.576, Time: 68:26:33\n",
      "Ep.: 6442, Total Steps: 4697437, Ep.Steps: 1000, Score: 2478.546, Avg.Score: 2400.014, Max.Score: 2512.576, Time: 68:27:28\n",
      "Ep.: 6443, Total Steps: 4698437, Ep.Steps: 1000, Score: 2464.837, Avg.Score: 2399.656, Max.Score: 2512.576, Time: 68:28:21\n",
      "Ep.: 6444, Total Steps: 4698823, Ep.Steps: 386, Score: 915.563, Avg.Score: 2383.887, Max.Score: 2512.576, Time: 68:28:41\n",
      "Ep.: 6445, Total Steps: 4699329, Ep.Steps: 506, Score: 1219.215, Avg.Score: 2371.104, Max.Score: 2512.576, Time: 68:29:10\n",
      "Ep.: 6446, Total Steps: 4700329, Ep.Steps: 1000, Score: 2490.421, Avg.Score: 2371.093, Max.Score: 2512.576, Time: 68:30:05\n",
      "Ep.: 6447, Total Steps: 4701329, Ep.Steps: 1000, Score: 2485.705, Avg.Score: 2371.131, Max.Score: 2512.576, Time: 68:31:02\n",
      "Ep.: 6448, Total Steps: 4702329, Ep.Steps: 1000, Score: 2484.772, Avg.Score: 2371.339, Max.Score: 2512.576, Time: 68:32:02\n",
      "Ep.: 6449, Total Steps: 4703329, Ep.Steps: 1000, Score: 2495.535, Avg.Score: 2379.710, Max.Score: 2512.576, Time: 68:33:08\n",
      "Ep.: 6450, Total Steps: 4704329, Ep.Steps: 1000, Score: 2490.179, Avg.Score: 2379.674, Max.Score: 2512.576, Time: 68:34:21\n",
      "Ep.: 6451, Total Steps: 4705329, Ep.Steps: 1000, Score: 2458.195, Avg.Score: 2379.623, Max.Score: 2512.576, Time: 68:35:34\n",
      "Ep.: 6452, Total Steps: 4706329, Ep.Steps: 1000, Score: 2488.254, Avg.Score: 2379.786, Max.Score: 2512.576, Time: 68:36:28\n",
      "Ep.: 6453, Total Steps: 4707329, Ep.Steps: 1000, Score: 2487.245, Avg.Score: 2379.766, Max.Score: 2512.576, Time: 68:37:21\n",
      "Ep.: 6454, Total Steps: 4708329, Ep.Steps: 1000, Score: 2472.989, Avg.Score: 2379.529, Max.Score: 2512.576, Time: 68:38:14\n",
      "Ep.: 6455, Total Steps: 4709329, Ep.Steps: 1000, Score: 2495.295, Avg.Score: 2379.387, Max.Score: 2512.576, Time: 68:39:07\n",
      "Ep.: 6456, Total Steps: 4710329, Ep.Steps: 1000, Score: 2490.121, Avg.Score: 2379.379, Max.Score: 2512.576, Time: 68:40:00\n",
      "Ep.: 6457, Total Steps: 4711329, Ep.Steps: 1000, Score: 2476.957, Avg.Score: 2379.620, Max.Score: 2512.576, Time: 68:40:56\n",
      "Ep.: 6458, Total Steps: 4712329, Ep.Steps: 1000, Score: 2486.449, Avg.Score: 2379.830, Max.Score: 2512.576, Time: 68:41:56\n",
      "Ep.: 6459, Total Steps: 4713329, Ep.Steps: 1000, Score: 2478.225, Avg.Score: 2379.723, Max.Score: 2512.576, Time: 68:42:50\n",
      "Ep.: 6460, Total Steps: 4714329, Ep.Steps: 1000, Score: 2484.553, Avg.Score: 2379.661, Max.Score: 2512.576, Time: 68:43:45\n",
      "Ep.: 6461, Total Steps: 4715329, Ep.Steps: 1000, Score: 2476.371, Avg.Score: 2389.645, Max.Score: 2512.576, Time: 68:44:38\n",
      "Ep.: 6462, Total Steps: 4716329, Ep.Steps: 1000, Score: 2467.002, Avg.Score: 2389.629, Max.Score: 2512.576, Time: 68:45:30\n",
      "Ep.: 6463, Total Steps: 4717329, Ep.Steps: 1000, Score: 2490.594, Avg.Score: 2389.447, Max.Score: 2512.576, Time: 68:46:27\n",
      "Ep.: 6464, Total Steps: 4718094, Ep.Steps: 765, Score: 1889.952, Avg.Score: 2383.221, Max.Score: 2511.929, Time: 68:47:09\n",
      "Ep.: 6465, Total Steps: 4718169, Ep.Steps: 75, Score: 133.939, Avg.Score: 2359.660, Max.Score: 2511.929, Time: 68:47:13\n",
      "Ep.: 6466, Total Steps: 4719169, Ep.Steps: 1000, Score: 2470.194, Avg.Score: 2359.489, Max.Score: 2511.929, Time: 68:48:07\n",
      "Ep.: 6467, Total Steps: 4720169, Ep.Steps: 1000, Score: 2486.029, Avg.Score: 2359.483, Max.Score: 2511.929, Time: 68:49:01\n",
      "Ep.: 6468, Total Steps: 4721169, Ep.Steps: 1000, Score: 2462.108, Avg.Score: 2359.235, Max.Score: 2511.929, Time: 68:49:55\n",
      "Ep.: 6469, Total Steps: 4722169, Ep.Steps: 1000, Score: 2471.150, Avg.Score: 2358.891, Max.Score: 2511.929, Time: 68:50:50\n",
      "Ep.: 6470, Total Steps: 4723169, Ep.Steps: 1000, Score: 2491.059, Avg.Score: 2358.824, Max.Score: 2511.929, Time: 68:51:43\n",
      "Ep.: 6471, Total Steps: 4724169, Ep.Steps: 1000, Score: 2460.874, Avg.Score: 2358.650, Max.Score: 2511.929, Time: 68:52:37\n",
      "Ep.: 6472, Total Steps: 4725169, Ep.Steps: 1000, Score: 2493.196, Avg.Score: 2358.607, Max.Score: 2511.929, Time: 68:53:31\n",
      "Ep.: 6473, Total Steps: 4726169, Ep.Steps: 1000, Score: 2456.352, Avg.Score: 2358.323, Max.Score: 2511.929, Time: 68:54:23\n",
      "Ep.: 6474, Total Steps: 4727169, Ep.Steps: 1000, Score: 2478.843, Avg.Score: 2358.119, Max.Score: 2511.929, Time: 68:55:16\n",
      "Ep.: 6475, Total Steps: 4728169, Ep.Steps: 1000, Score: 2480.442, Avg.Score: 2358.032, Max.Score: 2511.929, Time: 68:56:13\n",
      "Ep.: 6476, Total Steps: 4729169, Ep.Steps: 1000, Score: 2485.598, Avg.Score: 2358.084, Max.Score: 2511.929, Time: 68:57:13\n",
      "Ep.: 6477, Total Steps: 4730169, Ep.Steps: 1000, Score: 2501.576, Avg.Score: 2358.291, Max.Score: 2511.929, Time: 68:58:07\n",
      "Ep.: 6478, Total Steps: 4731169, Ep.Steps: 1000, Score: 2491.548, Avg.Score: 2358.307, Max.Score: 2511.929, Time: 68:59:00\n",
      "Ep.: 6479, Total Steps: 4732169, Ep.Steps: 1000, Score: 2484.117, Avg.Score: 2358.293, Max.Score: 2511.929, Time: 68:59:56\n",
      "Ep.: 6480, Total Steps: 4733169, Ep.Steps: 1000, Score: 2481.872, Avg.Score: 2371.872, Max.Score: 2511.929, Time: 69:00:50\n",
      "Ep.: 6481, Total Steps: 4734169, Ep.Steps: 1000, Score: 2483.203, Avg.Score: 2371.900, Max.Score: 2511.929, Time: 69:01:42\n",
      "Ep.: 6482, Total Steps: 4735169, Ep.Steps: 1000, Score: 2484.266, Avg.Score: 2371.758, Max.Score: 2511.929, Time: 69:02:32\n",
      "Ep.: 6483, Total Steps: 4736169, Ep.Steps: 1000, Score: 2495.627, Avg.Score: 2371.678, Max.Score: 2511.929, Time: 69:03:28\n",
      "Ep.: 6484, Total Steps: 4737169, Ep.Steps: 1000, Score: 2478.089, Avg.Score: 2371.569, Max.Score: 2511.929, Time: 69:04:24\n",
      "Ep.: 6485, Total Steps: 4738169, Ep.Steps: 1000, Score: 2492.821, Avg.Score: 2371.513, Max.Score: 2511.929, Time: 69:05:20\n",
      "Ep.: 6486, Total Steps: 4739169, Ep.Steps: 1000, Score: 2478.562, Avg.Score: 2371.473, Max.Score: 2511.929, Time: 69:06:15\n",
      "Ep.: 6487, Total Steps: 4740169, Ep.Steps: 1000, Score: 2490.550, Avg.Score: 2371.597, Max.Score: 2511.929, Time: 69:07:10\n",
      "Ep.: 6488, Total Steps: 4741169, Ep.Steps: 1000, Score: 2490.132, Avg.Score: 2371.480, Max.Score: 2511.929, Time: 69:08:03\n",
      "Ep.: 6489, Total Steps: 4742169, Ep.Steps: 1000, Score: 2480.771, Avg.Score: 2371.664, Max.Score: 2511.929, Time: 69:08:56\n",
      "Ep.: 6490, Total Steps: 4743169, Ep.Steps: 1000, Score: 2485.637, Avg.Score: 2371.782, Max.Score: 2511.929, Time: 69:09:50\n",
      "Ep.: 6491, Total Steps: 4744169, Ep.Steps: 1000, Score: 2480.694, Avg.Score: 2371.744, Max.Score: 2511.929, Time: 69:10:41\n",
      "Ep.: 6492, Total Steps: 4745169, Ep.Steps: 1000, Score: 2489.852, Avg.Score: 2371.759, Max.Score: 2511.929, Time: 69:11:35\n",
      "Ep.: 6493, Total Steps: 4746169, Ep.Steps: 1000, Score: 2473.338, Avg.Score: 2371.705, Max.Score: 2511.929, Time: 69:12:27\n",
      "Ep.: 6494, Total Steps: 4747169, Ep.Steps: 1000, Score: 2477.096, Avg.Score: 2371.591, Max.Score: 2511.929, Time: 69:13:21\n",
      "Ep.: 6495, Total Steps: 4748169, Ep.Steps: 1000, Score: 2486.088, Avg.Score: 2371.582, Max.Score: 2511.929, Time: 69:14:15\n",
      "Ep.: 6496, Total Steps: 4749169, Ep.Steps: 1000, Score: 2498.867, Avg.Score: 2372.053, Max.Score: 2511.929, Time: 69:15:11\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6497, Total Steps: 4750169, Ep.Steps: 1000, Score: 2456.741, Avg.Score: 2376.387, Max.Score: 2511.929, Time: 69:16:06\n",
      "Ep.: 6498, Total Steps: 4751169, Ep.Steps: 1000, Score: 2455.566, Avg.Score: 2376.213, Max.Score: 2511.929, Time: 69:17:01\n",
      "Ep.: 6499, Total Steps: 4752169, Ep.Steps: 1000, Score: 2470.142, Avg.Score: 2375.958, Max.Score: 2511.929, Time: 69:17:57\n",
      "Ep.: 6500, Total Steps: 4753169, Ep.Steps: 1000, Score: 2494.598, Avg.Score: 2376.117, Max.Score: 2511.929, Time: 69:18:49\n",
      "Ep.: 6501, Total Steps: 4754169, Ep.Steps: 1000, Score: 2504.653, Avg.Score: 2376.526, Max.Score: 2511.929, Time: 69:19:42\n",
      "Ep.: 6502, Total Steps: 4755169, Ep.Steps: 1000, Score: 2479.271, Avg.Score: 2376.653, Max.Score: 2511.929, Time: 69:20:33\n",
      "Ep.: 6503, Total Steps: 4756169, Ep.Steps: 1000, Score: 2503.838, Avg.Score: 2376.706, Max.Score: 2511.929, Time: 69:21:25\n",
      "Ep.: 6504, Total Steps: 4757169, Ep.Steps: 1000, Score: 2474.169, Avg.Score: 2376.559, Max.Score: 2511.929, Time: 69:22:19\n",
      "Ep.: 6505, Total Steps: 4758169, Ep.Steps: 1000, Score: 2462.520, Avg.Score: 2376.363, Max.Score: 2511.929, Time: 69:23:12\n",
      "Ep.: 6506, Total Steps: 4759169, Ep.Steps: 1000, Score: 2457.717, Avg.Score: 2375.888, Max.Score: 2511.929, Time: 69:24:09\n",
      "Ep.: 6507, Total Steps: 4759653, Ep.Steps: 484, Score: 1167.326, Avg.Score: 2362.685, Max.Score: 2511.929, Time: 69:24:33\n",
      "Ep.: 6508, Total Steps: 4760653, Ep.Steps: 1000, Score: 2486.169, Avg.Score: 2362.645, Max.Score: 2511.929, Time: 69:25:24\n",
      "Ep.: 6509, Total Steps: 4761387, Ep.Steps: 734, Score: 1797.957, Avg.Score: 2355.617, Max.Score: 2511.929, Time: 69:26:00\n",
      "Ep.: 6510, Total Steps: 4762387, Ep.Steps: 1000, Score: 2486.563, Avg.Score: 2355.482, Max.Score: 2511.929, Time: 69:26:53\n",
      "Ep.: 6511, Total Steps: 4763387, Ep.Steps: 1000, Score: 2495.641, Avg.Score: 2355.527, Max.Score: 2511.929, Time: 69:27:44\n",
      "Ep.: 6512, Total Steps: 4764387, Ep.Steps: 1000, Score: 2465.129, Avg.Score: 2355.093, Max.Score: 2511.929, Time: 69:28:39\n",
      "Ep.: 6513, Total Steps: 4765387, Ep.Steps: 1000, Score: 2467.942, Avg.Score: 2355.091, Max.Score: 2511.929, Time: 69:29:48\n",
      "Ep.: 6514, Total Steps: 4766387, Ep.Steps: 1000, Score: 2485.271, Avg.Score: 2355.240, Max.Score: 2511.929, Time: 69:30:58\n",
      "Ep.: 6515, Total Steps: 4767387, Ep.Steps: 1000, Score: 2468.148, Avg.Score: 2354.962, Max.Score: 2511.929, Time: 69:31:59\n",
      "Ep.: 6516, Total Steps: 4768387, Ep.Steps: 1000, Score: 2494.086, Avg.Score: 2354.821, Max.Score: 2511.929, Time: 69:32:58\n",
      "Ep.: 6517, Total Steps: 4769387, Ep.Steps: 1000, Score: 2499.624, Avg.Score: 2354.789, Max.Score: 2511.929, Time: 69:34:14\n",
      "Ep.: 6518, Total Steps: 4770387, Ep.Steps: 1000, Score: 2489.437, Avg.Score: 2354.961, Max.Score: 2511.929, Time: 69:35:19\n",
      "Ep.: 6519, Total Steps: 4771387, Ep.Steps: 1000, Score: 2483.358, Avg.Score: 2379.508, Max.Score: 2511.929, Time: 69:36:27\n",
      "Ep.: 6520, Total Steps: 4772387, Ep.Steps: 1000, Score: 2472.900, Avg.Score: 2379.342, Max.Score: 2511.929, Time: 69:37:19\n",
      "Ep.: 6521, Total Steps: 4773387, Ep.Steps: 1000, Score: 2469.661, Avg.Score: 2402.302, Max.Score: 2511.929, Time: 69:38:13\n",
      "Ep.: 6522, Total Steps: 4774387, Ep.Steps: 1000, Score: 2480.050, Avg.Score: 2402.634, Max.Score: 2511.929, Time: 69:39:06\n",
      "Ep.: 6523, Total Steps: 4775387, Ep.Steps: 1000, Score: 2466.131, Avg.Score: 2402.422, Max.Score: 2511.929, Time: 69:39:59\n",
      "Ep.: 6524, Total Steps: 4776387, Ep.Steps: 1000, Score: 2458.943, Avg.Score: 2402.822, Max.Score: 2511.929, Time: 69:40:52\n",
      "Ep.: 6525, Total Steps: 4777387, Ep.Steps: 1000, Score: 2475.854, Avg.Score: 2402.939, Max.Score: 2511.929, Time: 69:41:45\n",
      "Ep.: 6526, Total Steps: 4778387, Ep.Steps: 1000, Score: 2479.219, Avg.Score: 2403.020, Max.Score: 2511.929, Time: 69:42:37\n",
      "Ep.: 6527, Total Steps: 4779387, Ep.Steps: 1000, Score: 2485.928, Avg.Score: 2402.760, Max.Score: 2504.653, Time: 69:43:31\n",
      "Ep.: 6528, Total Steps: 4780387, Ep.Steps: 1000, Score: 2481.790, Avg.Score: 2402.809, Max.Score: 2504.653, Time: 69:44:29\n",
      "Ep.: 6529, Total Steps: 4781387, Ep.Steps: 1000, Score: 2481.617, Avg.Score: 2402.943, Max.Score: 2504.653, Time: 69:45:21\n",
      "Ep.: 6530, Total Steps: 4782387, Ep.Steps: 1000, Score: 2462.792, Avg.Score: 2402.903, Max.Score: 2504.653, Time: 69:46:15\n",
      "Ep.: 6531, Total Steps: 4783387, Ep.Steps: 1000, Score: 2479.550, Avg.Score: 2402.973, Max.Score: 2504.653, Time: 69:47:09\n",
      "Ep.: 6532, Total Steps: 4784387, Ep.Steps: 1000, Score: 2494.921, Avg.Score: 2403.109, Max.Score: 2504.653, Time: 69:48:09\n",
      "Ep.: 6533, Total Steps: 4785387, Ep.Steps: 1000, Score: 2487.982, Avg.Score: 2403.448, Max.Score: 2504.653, Time: 69:49:03\n",
      "Ep.: 6534, Total Steps: 4786387, Ep.Steps: 1000, Score: 2474.749, Avg.Score: 2403.190, Max.Score: 2504.653, Time: 69:49:53\n",
      "Ep.: 6535, Total Steps: 4787387, Ep.Steps: 1000, Score: 2475.746, Avg.Score: 2403.014, Max.Score: 2504.653, Time: 69:50:43\n",
      "Ep.: 6536, Total Steps: 4788387, Ep.Steps: 1000, Score: 2483.634, Avg.Score: 2403.073, Max.Score: 2504.653, Time: 69:51:34\n",
      "Ep.: 6537, Total Steps: 4789387, Ep.Steps: 1000, Score: 2490.401, Avg.Score: 2403.073, Max.Score: 2504.653, Time: 69:52:24\n",
      "Ep.: 6538, Total Steps: 4790387, Ep.Steps: 1000, Score: 2471.323, Avg.Score: 2403.209, Max.Score: 2504.653, Time: 69:53:17\n",
      "Ep.: 6539, Total Steps: 4790980, Ep.Steps: 593, Score: 1449.585, Avg.Score: 2392.944, Max.Score: 2504.653, Time: 69:53:50\n",
      "Ep.: 6540, Total Steps: 4791980, Ep.Steps: 1000, Score: 2476.626, Avg.Score: 2392.910, Max.Score: 2504.653, Time: 69:54:44\n",
      "Ep.: 6541, Total Steps: 4792980, Ep.Steps: 1000, Score: 2491.112, Avg.Score: 2392.978, Max.Score: 2504.653, Time: 69:55:39\n",
      "Ep.: 6542, Total Steps: 4793980, Ep.Steps: 1000, Score: 2492.959, Avg.Score: 2393.123, Max.Score: 2504.653, Time: 69:56:31\n",
      "Ep.: 6543, Total Steps: 4794980, Ep.Steps: 1000, Score: 2474.569, Avg.Score: 2393.220, Max.Score: 2504.653, Time: 69:57:25\n",
      "Ep.: 6544, Total Steps: 4795980, Ep.Steps: 1000, Score: 2494.483, Avg.Score: 2409.009, Max.Score: 2504.653, Time: 69:58:24\n",
      "Ep.: 6545, Total Steps: 4796980, Ep.Steps: 1000, Score: 2478.056, Avg.Score: 2421.598, Max.Score: 2504.653, Time: 69:59:17\n",
      "Ep.: 6546, Total Steps: 4797980, Ep.Steps: 1000, Score: 2487.978, Avg.Score: 2421.573, Max.Score: 2504.653, Time: 70:00:08\n",
      "Ep.: 6547, Total Steps: 4798980, Ep.Steps: 1000, Score: 2460.855, Avg.Score: 2421.325, Max.Score: 2504.653, Time: 70:01:01\n",
      "Ep.: 6548, Total Steps: 4799980, Ep.Steps: 1000, Score: 2487.369, Avg.Score: 2421.351, Max.Score: 2504.653, Time: 70:01:54\n",
      "Ep.: 6549, Total Steps: 4800980, Ep.Steps: 1000, Score: 2495.077, Avg.Score: 2421.346, Max.Score: 2504.653, Time: 70:02:50\n",
      "Ep.: 6550, Total Steps: 4801980, Ep.Steps: 1000, Score: 2474.262, Avg.Score: 2421.187, Max.Score: 2504.653, Time: 70:03:49\n",
      "Ep.: 6551, Total Steps: 4802980, Ep.Steps: 1000, Score: 2501.032, Avg.Score: 2421.615, Max.Score: 2504.653, Time: 70:04:41\n",
      "Ep.: 6552, Total Steps: 4803980, Ep.Steps: 1000, Score: 2487.364, Avg.Score: 2421.606, Max.Score: 2504.653, Time: 70:05:32\n",
      "Ep.: 6553, Total Steps: 4804980, Ep.Steps: 1000, Score: 2495.370, Avg.Score: 2421.688, Max.Score: 2504.653, Time: 70:06:25\n",
      "Ep.: 6554, Total Steps: 4805980, Ep.Steps: 1000, Score: 2462.042, Avg.Score: 2421.578, Max.Score: 2504.653, Time: 70:07:16\n",
      "Ep.: 6555, Total Steps: 4806980, Ep.Steps: 1000, Score: 2501.573, Avg.Score: 2421.641, Max.Score: 2504.653, Time: 70:08:06\n",
      "Ep.: 6556, Total Steps: 4807968, Ep.Steps: 988, Score: 2433.086, Avg.Score: 2421.071, Max.Score: 2504.653, Time: 70:08:58\n",
      "Ep.: 6557, Total Steps: 4808968, Ep.Steps: 1000, Score: 2498.649, Avg.Score: 2421.287, Max.Score: 2504.653, Time: 70:09:49\n",
      "Ep.: 6558, Total Steps: 4809968, Ep.Steps: 1000, Score: 2487.508, Avg.Score: 2421.298, Max.Score: 2504.653, Time: 70:10:41\n",
      "Ep.: 6559, Total Steps: 4810968, Ep.Steps: 1000, Score: 2477.639, Avg.Score: 2421.292, Max.Score: 2504.653, Time: 70:11:31\n",
      "Ep.: 6560, Total Steps: 4811968, Ep.Steps: 1000, Score: 2490.089, Avg.Score: 2421.348, Max.Score: 2504.653, Time: 70:12:21\n",
      "Ep.: 6561, Total Steps: 4812968, Ep.Steps: 1000, Score: 2490.025, Avg.Score: 2421.484, Max.Score: 2504.653, Time: 70:13:11\n",
      "Ep.: 6562, Total Steps: 4813968, Ep.Steps: 1000, Score: 2500.222, Avg.Score: 2421.816, Max.Score: 2504.653, Time: 70:14:01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6563, Total Steps: 4814968, Ep.Steps: 1000, Score: 2485.649, Avg.Score: 2421.767, Max.Score: 2504.653, Time: 70:14:51\n",
      "Ep.: 6564, Total Steps: 4815968, Ep.Steps: 1000, Score: 2498.504, Avg.Score: 2427.852, Max.Score: 2504.653, Time: 70:15:40\n",
      "Ep.: 6565, Total Steps: 4816968, Ep.Steps: 1000, Score: 2501.152, Avg.Score: 2451.524, Max.Score: 2504.653, Time: 70:16:31\n",
      "Ep.: 6566, Total Steps: 4817968, Ep.Steps: 1000, Score: 2486.377, Avg.Score: 2451.686, Max.Score: 2504.653, Time: 70:17:21\n",
      "Ep.: 6567, Total Steps: 4818968, Ep.Steps: 1000, Score: 2480.255, Avg.Score: 2451.629, Max.Score: 2504.653, Time: 70:18:13\n",
      "Ep.: 6568, Total Steps: 4819968, Ep.Steps: 1000, Score: 2502.577, Avg.Score: 2452.033, Max.Score: 2504.653, Time: 70:19:04\n",
      "Ep.: 6569, Total Steps: 4820968, Ep.Steps: 1000, Score: 2506.776, Avg.Score: 2452.389, Max.Score: 2506.776, Time: 70:19:54\n",
      "Ep.: 6570, Total Steps: 4821968, Ep.Steps: 1000, Score: 2504.051, Avg.Score: 2452.519, Max.Score: 2506.776, Time: 70:20:44\n",
      "Ep.: 6571, Total Steps: 4822968, Ep.Steps: 1000, Score: 2517.945, Avg.Score: 2453.090, Max.Score: 2517.945, Time: 70:21:33\n",
      "Ep.: 6572, Total Steps: 4823968, Ep.Steps: 1000, Score: 2500.352, Avg.Score: 2453.162, Max.Score: 2517.945, Time: 70:22:23\n",
      "Ep.: 6573, Total Steps: 4824968, Ep.Steps: 1000, Score: 2500.352, Avg.Score: 2453.602, Max.Score: 2517.945, Time: 70:23:13\n",
      "Ep.: 6574, Total Steps: 4825968, Ep.Steps: 1000, Score: 2503.647, Avg.Score: 2453.850, Max.Score: 2517.945, Time: 70:24:03\n",
      "Ep.: 6575, Total Steps: 4826968, Ep.Steps: 1000, Score: 2486.558, Avg.Score: 2453.911, Max.Score: 2517.945, Time: 70:24:53\n",
      "Ep.: 6576, Total Steps: 4827968, Ep.Steps: 1000, Score: 2479.094, Avg.Score: 2453.846, Max.Score: 2517.945, Time: 70:25:43\n",
      "Ep.: 6577, Total Steps: 4828968, Ep.Steps: 1000, Score: 2473.870, Avg.Score: 2453.569, Max.Score: 2517.945, Time: 70:26:33\n",
      "Ep.: 6578, Total Steps: 4829968, Ep.Steps: 1000, Score: 2499.695, Avg.Score: 2453.650, Max.Score: 2517.945, Time: 70:27:22\n",
      "Ep.: 6579, Total Steps: 4830968, Ep.Steps: 1000, Score: 2494.984, Avg.Score: 2453.759, Max.Score: 2517.945, Time: 70:28:12\n",
      "Ep.: 6580, Total Steps: 4831968, Ep.Steps: 1000, Score: 2525.140, Avg.Score: 2454.192, Max.Score: 2525.140, Time: 70:29:02\n",
      "Ep.: 6581, Total Steps: 4832968, Ep.Steps: 1000, Score: 2508.879, Avg.Score: 2454.448, Max.Score: 2525.140, Time: 70:29:53\n",
      "Ep.: 6582, Total Steps: 4833968, Ep.Steps: 1000, Score: 2511.814, Avg.Score: 2454.724, Max.Score: 2525.140, Time: 70:30:43\n",
      "Ep.: 6583, Total Steps: 4834968, Ep.Steps: 1000, Score: 2482.693, Avg.Score: 2454.595, Max.Score: 2525.140, Time: 70:31:35\n",
      "Ep.: 6584, Total Steps: 4835968, Ep.Steps: 1000, Score: 2514.868, Avg.Score: 2454.962, Max.Score: 2525.140, Time: 70:32:26\n",
      "Ep.: 6585, Total Steps: 4836968, Ep.Steps: 1000, Score: 2492.278, Avg.Score: 2454.957, Max.Score: 2525.140, Time: 70:33:17\n",
      "Ep.: 6586, Total Steps: 4837968, Ep.Steps: 1000, Score: 2507.177, Avg.Score: 2455.243, Max.Score: 2525.140, Time: 70:34:10\n",
      "Ep.: 6587, Total Steps: 4838968, Ep.Steps: 1000, Score: 2508.083, Avg.Score: 2455.418, Max.Score: 2525.140, Time: 70:35:02\n",
      "Ep.: 6588, Total Steps: 4839968, Ep.Steps: 1000, Score: 2490.439, Avg.Score: 2455.421, Max.Score: 2525.140, Time: 70:35:51\n",
      "Ep.: 6589, Total Steps: 4840968, Ep.Steps: 1000, Score: 2479.460, Avg.Score: 2455.408, Max.Score: 2525.140, Time: 70:36:42\n",
      "Ep.: 6590, Total Steps: 4841968, Ep.Steps: 1000, Score: 2509.879, Avg.Score: 2455.651, Max.Score: 2525.140, Time: 70:37:34\n",
      "Ep.: 6591, Total Steps: 4842968, Ep.Steps: 1000, Score: 2481.739, Avg.Score: 2455.661, Max.Score: 2525.140, Time: 70:38:24\n",
      "Ep.: 6592, Total Steps: 4843968, Ep.Steps: 1000, Score: 2506.432, Avg.Score: 2455.827, Max.Score: 2525.140, Time: 70:39:15\n",
      "Ep.: 6593, Total Steps: 4844968, Ep.Steps: 1000, Score: 2516.694, Avg.Score: 2456.261, Max.Score: 2525.140, Time: 70:40:06\n",
      "Ep.: 6594, Total Steps: 4845968, Ep.Steps: 1000, Score: 2501.076, Avg.Score: 2456.500, Max.Score: 2525.140, Time: 70:40:57\n",
      "Ep.: 6595, Total Steps: 4846968, Ep.Steps: 1000, Score: 2514.473, Avg.Score: 2456.784, Max.Score: 2525.140, Time: 70:41:47\n",
      "Ep.: 6596, Total Steps: 4847968, Ep.Steps: 1000, Score: 2493.138, Avg.Score: 2456.727, Max.Score: 2525.140, Time: 70:42:37\n",
      "Ep.: 6597, Total Steps: 4848634, Ep.Steps: 666, Score: 1627.888, Avg.Score: 2448.438, Max.Score: 2525.140, Time: 70:43:10\n",
      "Ep.: 6598, Total Steps: 4849634, Ep.Steps: 1000, Score: 2500.079, Avg.Score: 2448.884, Max.Score: 2525.140, Time: 70:44:01\n",
      "Ep.: 6599, Total Steps: 4850634, Ep.Steps: 1000, Score: 2477.506, Avg.Score: 2448.957, Max.Score: 2525.140, Time: 70:44:51\n",
      "Ep.: 6600, Total Steps: 4851634, Ep.Steps: 1000, Score: 2492.550, Avg.Score: 2448.937, Max.Score: 2525.140, Time: 70:45:41\n",
      "Ep.: 6601, Total Steps: 4852634, Ep.Steps: 1000, Score: 2461.480, Avg.Score: 2448.505, Max.Score: 2525.140, Time: 70:46:31\n",
      "Ep.: 6602, Total Steps: 4853634, Ep.Steps: 1000, Score: 2481.878, Avg.Score: 2448.531, Max.Score: 2525.140, Time: 70:47:21\n",
      "Ep.: 6603, Total Steps: 4854634, Ep.Steps: 1000, Score: 2510.076, Avg.Score: 2448.593, Max.Score: 2525.140, Time: 70:48:11\n",
      "Ep.: 6604, Total Steps: 4855634, Ep.Steps: 1000, Score: 2503.901, Avg.Score: 2448.891, Max.Score: 2525.140, Time: 70:49:00\n",
      "Ep.: 6605, Total Steps: 4855927, Ep.Steps: 293, Score: 695.427, Avg.Score: 2431.220, Max.Score: 2525.140, Time: 70:49:15\n",
      "Ep.: 6606, Total Steps: 4856927, Ep.Steps: 1000, Score: 2497.855, Avg.Score: 2431.621, Max.Score: 2525.140, Time: 70:50:05\n",
      "Ep.: 6607, Total Steps: 4857927, Ep.Steps: 1000, Score: 2455.748, Avg.Score: 2444.505, Max.Score: 2525.140, Time: 70:50:55\n",
      "Ep.: 6608, Total Steps: 4858927, Ep.Steps: 1000, Score: 2487.887, Avg.Score: 2444.523, Max.Score: 2525.140, Time: 70:51:44\n",
      "Ep.: 6609, Total Steps: 4859927, Ep.Steps: 1000, Score: 2474.559, Avg.Score: 2451.289, Max.Score: 2525.140, Time: 70:52:34\n",
      "Ep.: 6610, Total Steps: 4860927, Ep.Steps: 1000, Score: 2466.940, Avg.Score: 2451.092, Max.Score: 2525.140, Time: 70:53:24\n",
      "Ep.: 6611, Total Steps: 4861927, Ep.Steps: 1000, Score: 2480.605, Avg.Score: 2450.942, Max.Score: 2525.140, Time: 70:54:14\n",
      "Ep.: 6612, Total Steps: 4862927, Ep.Steps: 1000, Score: 2476.590, Avg.Score: 2451.057, Max.Score: 2525.140, Time: 70:55:05\n",
      "Ep.: 6613, Total Steps: 4863927, Ep.Steps: 1000, Score: 2505.526, Avg.Score: 2451.432, Max.Score: 2525.140, Time: 70:56:02\n",
      "Ep.: 6614, Total Steps: 4864927, Ep.Steps: 1000, Score: 2471.038, Avg.Score: 2451.290, Max.Score: 2525.140, Time: 70:56:57\n",
      "Ep.: 6615, Total Steps: 4865927, Ep.Steps: 1000, Score: 2483.463, Avg.Score: 2451.443, Max.Score: 2525.140, Time: 70:57:52\n",
      "Ep.: 6616, Total Steps: 4866927, Ep.Steps: 1000, Score: 2419.025, Avg.Score: 2450.693, Max.Score: 2525.140, Time: 70:58:43\n",
      "Ep.: 6617, Total Steps: 4867927, Ep.Steps: 1000, Score: 2514.216, Avg.Score: 2450.839, Max.Score: 2525.140, Time: 70:59:33\n",
      "Ep.: 6618, Total Steps: 4868927, Ep.Steps: 1000, Score: 2482.886, Avg.Score: 2450.773, Max.Score: 2525.140, Time: 71:00:25\n",
      "Ep.: 6619, Total Steps: 4869927, Ep.Steps: 1000, Score: 2489.041, Avg.Score: 2450.830, Max.Score: 2525.140, Time: 71:01:17\n",
      "Ep.: 6620, Total Steps: 4870927, Ep.Steps: 1000, Score: 2501.541, Avg.Score: 2451.116, Max.Score: 2525.140, Time: 71:02:12\n",
      "Ep.: 6621, Total Steps: 4871927, Ep.Steps: 1000, Score: 2456.670, Avg.Score: 2450.986, Max.Score: 2525.140, Time: 71:03:08\n",
      "Ep.: 6622, Total Steps: 4872927, Ep.Steps: 1000, Score: 2476.551, Avg.Score: 2450.951, Max.Score: 2525.140, Time: 71:04:01\n",
      "Ep.: 6623, Total Steps: 4873927, Ep.Steps: 1000, Score: 2493.771, Avg.Score: 2451.228, Max.Score: 2525.140, Time: 71:04:53\n",
      "Ep.: 6624, Total Steps: 4874927, Ep.Steps: 1000, Score: 2460.901, Avg.Score: 2451.247, Max.Score: 2525.140, Time: 71:05:45\n",
      "Ep.: 6625, Total Steps: 4875927, Ep.Steps: 1000, Score: 2503.394, Avg.Score: 2451.523, Max.Score: 2525.140, Time: 71:06:40\n",
      "Ep.: 6626, Total Steps: 4876927, Ep.Steps: 1000, Score: 2496.812, Avg.Score: 2451.699, Max.Score: 2525.140, Time: 71:07:44\n",
      "Ep.: 6627, Total Steps: 4877927, Ep.Steps: 1000, Score: 2491.325, Avg.Score: 2451.753, Max.Score: 2525.140, Time: 71:08:47\n",
      "Ep.: 6628, Total Steps: 4878927, Ep.Steps: 1000, Score: 2477.526, Avg.Score: 2451.710, Max.Score: 2525.140, Time: 71:09:51\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6629, Total Steps: 4879927, Ep.Steps: 1000, Score: 2503.433, Avg.Score: 2451.928, Max.Score: 2525.140, Time: 71:10:54\n",
      "Ep.: 6630, Total Steps: 4880927, Ep.Steps: 1000, Score: 2509.809, Avg.Score: 2452.398, Max.Score: 2525.140, Time: 71:11:57\n",
      "Ep.: 6631, Total Steps: 4881927, Ep.Steps: 1000, Score: 2499.571, Avg.Score: 2452.599, Max.Score: 2525.140, Time: 71:13:01\n",
      "Ep.: 6632, Total Steps: 4882927, Ep.Steps: 1000, Score: 2518.660, Avg.Score: 2452.836, Max.Score: 2525.140, Time: 71:14:04\n",
      "Ep.: 6633, Total Steps: 4883927, Ep.Steps: 1000, Score: 2501.499, Avg.Score: 2452.971, Max.Score: 2525.140, Time: 71:15:07\n",
      "Ep.: 6634, Total Steps: 4884927, Ep.Steps: 1000, Score: 2510.771, Avg.Score: 2453.331, Max.Score: 2525.140, Time: 71:16:11\n",
      "Ep.: 6635, Total Steps: 4885927, Ep.Steps: 1000, Score: 2490.170, Avg.Score: 2453.476, Max.Score: 2525.140, Time: 71:17:14\n",
      "Ep.: 6636, Total Steps: 4886927, Ep.Steps: 1000, Score: 2513.066, Avg.Score: 2453.770, Max.Score: 2525.140, Time: 71:18:16\n",
      "Ep.: 6637, Total Steps: 4887927, Ep.Steps: 1000, Score: 2483.523, Avg.Score: 2453.701, Max.Score: 2525.140, Time: 71:19:22\n",
      "Ep.: 6638, Total Steps: 4888152, Ep.Steps: 225, Score: 518.931, Avg.Score: 2434.177, Max.Score: 2525.140, Time: 71:19:36\n",
      "Ep.: 6639, Total Steps: 4889152, Ep.Steps: 1000, Score: 2510.435, Avg.Score: 2444.786, Max.Score: 2525.140, Time: 71:20:39\n",
      "Ep.: 6640, Total Steps: 4890152, Ep.Steps: 1000, Score: 2455.594, Avg.Score: 2444.575, Max.Score: 2525.140, Time: 71:21:42\n",
      "Ep.: 6641, Total Steps: 4891152, Ep.Steps: 1000, Score: 2477.295, Avg.Score: 2444.437, Max.Score: 2525.140, Time: 71:22:45\n",
      "Ep.: 6642, Total Steps: 4892152, Ep.Steps: 1000, Score: 2475.043, Avg.Score: 2444.258, Max.Score: 2525.140, Time: 71:23:39\n",
      "Ep.: 6643, Total Steps: 4893152, Ep.Steps: 1000, Score: 2486.411, Avg.Score: 2444.376, Max.Score: 2525.140, Time: 71:24:32\n",
      "Ep.: 6644, Total Steps: 4894152, Ep.Steps: 1000, Score: 2526.402, Avg.Score: 2444.696, Max.Score: 2526.402, Time: 71:25:24\n",
      "Ep.: 6645, Total Steps: 4895152, Ep.Steps: 1000, Score: 2472.462, Avg.Score: 2444.640, Max.Score: 2526.402, Time: 71:26:15\n",
      "Ep.: 6646, Total Steps: 4896152, Ep.Steps: 1000, Score: 2512.740, Avg.Score: 2444.887, Max.Score: 2526.402, Time: 71:27:10\n",
      "Ep.: 6647, Total Steps: 4897152, Ep.Steps: 1000, Score: 2503.106, Avg.Score: 2445.310, Max.Score: 2526.402, Time: 71:28:01\n",
      "Ep.: 6648, Total Steps: 4898152, Ep.Steps: 1000, Score: 2503.263, Avg.Score: 2445.469, Max.Score: 2526.402, Time: 71:28:57\n",
      "Ep.: 6649, Total Steps: 4899152, Ep.Steps: 1000, Score: 2492.845, Avg.Score: 2445.446, Max.Score: 2526.402, Time: 71:29:48\n",
      "Ep.: 6650, Total Steps: 4900152, Ep.Steps: 1000, Score: 2518.120, Avg.Score: 2445.885, Max.Score: 2526.402, Time: 71:30:39\n",
      "Ep.: 6651, Total Steps: 4901152, Ep.Steps: 1000, Score: 2481.120, Avg.Score: 2445.686, Max.Score: 2526.402, Time: 71:31:31\n",
      "Ep.: 6652, Total Steps: 4902152, Ep.Steps: 1000, Score: 2499.181, Avg.Score: 2445.804, Max.Score: 2526.402, Time: 71:32:23\n",
      "Ep.: 6653, Total Steps: 4903152, Ep.Steps: 1000, Score: 2506.809, Avg.Score: 2445.918, Max.Score: 2526.402, Time: 71:33:16\n",
      "Ep.: 6654, Total Steps: 4904152, Ep.Steps: 1000, Score: 2490.852, Avg.Score: 2446.207, Max.Score: 2526.402, Time: 71:34:11\n",
      "Ep.: 6655, Total Steps: 4905152, Ep.Steps: 1000, Score: 2494.158, Avg.Score: 2446.132, Max.Score: 2526.402, Time: 71:35:03\n",
      "Ep.: 6656, Total Steps: 4906152, Ep.Steps: 1000, Score: 2488.338, Avg.Score: 2446.685, Max.Score: 2526.402, Time: 71:35:55\n",
      "Ep.: 6657, Total Steps: 4907152, Ep.Steps: 1000, Score: 2476.131, Avg.Score: 2446.460, Max.Score: 2526.402, Time: 71:36:47\n",
      "Ep.: 6658, Total Steps: 4908152, Ep.Steps: 1000, Score: 2496.751, Avg.Score: 2446.552, Max.Score: 2526.402, Time: 71:37:38\n",
      "Ep.: 6659, Total Steps: 4909152, Ep.Steps: 1000, Score: 2515.923, Avg.Score: 2446.935, Max.Score: 2526.402, Time: 71:38:30\n",
      "Ep.: 6660, Total Steps: 4910152, Ep.Steps: 1000, Score: 2513.348, Avg.Score: 2447.168, Max.Score: 2526.402, Time: 71:39:23\n",
      "Ep.: 6661, Total Steps: 4911152, Ep.Steps: 1000, Score: 2503.438, Avg.Score: 2447.302, Max.Score: 2526.402, Time: 71:40:14\n",
      "Ep.: 6662, Total Steps: 4912152, Ep.Steps: 1000, Score: 2511.258, Avg.Score: 2447.412, Max.Score: 2526.402, Time: 71:41:06\n",
      "Ep.: 6663, Total Steps: 4913152, Ep.Steps: 1000, Score: 2503.621, Avg.Score: 2447.592, Max.Score: 2526.402, Time: 71:41:58\n",
      "Ep.: 6664, Total Steps: 4914152, Ep.Steps: 1000, Score: 2504.059, Avg.Score: 2447.647, Max.Score: 2526.402, Time: 71:42:49\n",
      "Ep.: 6665, Total Steps: 4915152, Ep.Steps: 1000, Score: 2519.995, Avg.Score: 2447.836, Max.Score: 2526.402, Time: 71:43:41\n",
      "Ep.: 6666, Total Steps: 4916152, Ep.Steps: 1000, Score: 2514.930, Avg.Score: 2448.121, Max.Score: 2526.402, Time: 71:44:33\n",
      "Ep.: 6667, Total Steps: 4917152, Ep.Steps: 1000, Score: 2530.607, Avg.Score: 2448.625, Max.Score: 2530.607, Time: 71:45:24\n",
      "Ep.: 6668, Total Steps: 4918152, Ep.Steps: 1000, Score: 2517.983, Avg.Score: 2448.779, Max.Score: 2530.607, Time: 71:46:16\n",
      "Ep.: 6669, Total Steps: 4919152, Ep.Steps: 1000, Score: 2519.806, Avg.Score: 2448.909, Max.Score: 2530.607, Time: 71:47:08\n",
      "Ep.: 6670, Total Steps: 4920152, Ep.Steps: 1000, Score: 2535.583, Avg.Score: 2449.225, Max.Score: 2535.583, Time: 71:47:59\n",
      "Ep.: 6671, Total Steps: 4921152, Ep.Steps: 1000, Score: 2526.815, Avg.Score: 2449.313, Max.Score: 2535.583, Time: 71:48:50\n",
      "Ep.: 6672, Total Steps: 4922152, Ep.Steps: 1000, Score: 2502.122, Avg.Score: 2449.331, Max.Score: 2535.583, Time: 71:49:42\n",
      "Ep.: 6673, Total Steps: 4923152, Ep.Steps: 1000, Score: 2505.876, Avg.Score: 2449.386, Max.Score: 2535.583, Time: 71:50:33\n",
      "Ep.: 6674, Total Steps: 4924152, Ep.Steps: 1000, Score: 2509.942, Avg.Score: 2449.449, Max.Score: 2535.583, Time: 71:51:25\n",
      "Ep.: 6675, Total Steps: 4925152, Ep.Steps: 1000, Score: 2504.987, Avg.Score: 2449.633, Max.Score: 2535.583, Time: 71:52:17\n",
      "Ep.: 6676, Total Steps: 4926152, Ep.Steps: 1000, Score: 2493.538, Avg.Score: 2449.778, Max.Score: 2535.583, Time: 71:53:09\n",
      "Ep.: 6677, Total Steps: 4927152, Ep.Steps: 1000, Score: 2522.278, Avg.Score: 2450.262, Max.Score: 2535.583, Time: 71:54:04\n",
      "Ep.: 6678, Total Steps: 4928152, Ep.Steps: 1000, Score: 2505.699, Avg.Score: 2450.322, Max.Score: 2535.583, Time: 71:54:57\n",
      "Ep.: 6679, Total Steps: 4929152, Ep.Steps: 1000, Score: 2470.795, Avg.Score: 2450.080, Max.Score: 2535.583, Time: 71:55:48\n",
      "Ep.: 6680, Total Steps: 4930152, Ep.Steps: 1000, Score: 2518.756, Avg.Score: 2450.016, Max.Score: 2535.583, Time: 71:56:39\n",
      "Ep.: 6681, Total Steps: 4931152, Ep.Steps: 1000, Score: 2505.471, Avg.Score: 2449.982, Max.Score: 2535.583, Time: 71:57:30\n",
      "Ep.: 6682, Total Steps: 4932152, Ep.Steps: 1000, Score: 2515.131, Avg.Score: 2450.015, Max.Score: 2535.583, Time: 71:58:20\n",
      "Ep.: 6683, Total Steps: 4933152, Ep.Steps: 1000, Score: 2506.561, Avg.Score: 2450.254, Max.Score: 2535.583, Time: 71:59:11\n",
      "Ep.: 6684, Total Steps: 4934152, Ep.Steps: 1000, Score: 2503.006, Avg.Score: 2450.135, Max.Score: 2535.583, Time: 72:00:02\n",
      "Ep.: 6685, Total Steps: 4935152, Ep.Steps: 1000, Score: 2503.478, Avg.Score: 2450.247, Max.Score: 2535.583, Time: 72:00:53\n",
      "Ep.: 6686, Total Steps: 4936152, Ep.Steps: 1000, Score: 2513.259, Avg.Score: 2450.308, Max.Score: 2535.583, Time: 72:01:44\n",
      "Ep.: 6687, Total Steps: 4937152, Ep.Steps: 1000, Score: 2523.782, Avg.Score: 2450.465, Max.Score: 2535.583, Time: 72:02:36\n",
      "Ep.: 6688, Total Steps: 4938152, Ep.Steps: 1000, Score: 2534.774, Avg.Score: 2450.909, Max.Score: 2535.583, Time: 72:03:26\n",
      "Ep.: 6689, Total Steps: 4939152, Ep.Steps: 1000, Score: 2495.791, Avg.Score: 2451.072, Max.Score: 2535.583, Time: 72:04:17\n",
      "Ep.: 6690, Total Steps: 4940152, Ep.Steps: 1000, Score: 2521.663, Avg.Score: 2451.190, Max.Score: 2535.583, Time: 72:05:07\n",
      "Ep.: 6691, Total Steps: 4941152, Ep.Steps: 1000, Score: 2491.728, Avg.Score: 2451.290, Max.Score: 2535.583, Time: 72:05:58\n",
      "Ep.: 6692, Total Steps: 4942152, Ep.Steps: 1000, Score: 2503.347, Avg.Score: 2451.259, Max.Score: 2535.583, Time: 72:06:48\n",
      "Ep.: 6693, Total Steps: 4943063, Ep.Steps: 911, Score: 2296.359, Avg.Score: 2449.055, Max.Score: 2535.583, Time: 72:07:34\n",
      "Ep.: 6694, Total Steps: 4944063, Ep.Steps: 1000, Score: 2521.398, Avg.Score: 2449.259, Max.Score: 2535.583, Time: 72:08:24\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6695, Total Steps: 4945063, Ep.Steps: 1000, Score: 2509.627, Avg.Score: 2449.210, Max.Score: 2535.583, Time: 72:09:15\n",
      "Ep.: 6696, Total Steps: 4946063, Ep.Steps: 1000, Score: 2516.010, Avg.Score: 2449.439, Max.Score: 2535.583, Time: 72:10:06\n",
      "Ep.: 6697, Total Steps: 4946094, Ep.Steps: 31, Score: 44.033, Avg.Score: 2433.600, Max.Score: 2535.583, Time: 72:10:07\n",
      "Ep.: 6698, Total Steps: 4947094, Ep.Steps: 1000, Score: 2521.453, Avg.Score: 2433.814, Max.Score: 2535.583, Time: 72:10:58\n",
      "Ep.: 6699, Total Steps: 4948094, Ep.Steps: 1000, Score: 2531.958, Avg.Score: 2434.359, Max.Score: 2535.583, Time: 72:11:50\n",
      "Ep.: 6700, Total Steps: 4949094, Ep.Steps: 1000, Score: 2517.641, Avg.Score: 2434.610, Max.Score: 2535.583, Time: 72:12:42\n",
      "Ep.: 6701, Total Steps: 4950094, Ep.Steps: 1000, Score: 2488.870, Avg.Score: 2434.883, Max.Score: 2535.583, Time: 72:13:33\n",
      "Ep.: 6702, Total Steps: 4951094, Ep.Steps: 1000, Score: 2520.156, Avg.Score: 2435.266, Max.Score: 2535.583, Time: 72:14:24\n",
      "Ep.: 6703, Total Steps: 4952094, Ep.Steps: 1000, Score: 2517.936, Avg.Score: 2435.345, Max.Score: 2535.583, Time: 72:15:15\n",
      "Ep.: 6704, Total Steps: 4953094, Ep.Steps: 1000, Score: 2525.639, Avg.Score: 2435.562, Max.Score: 2535.583, Time: 72:16:07\n",
      "Ep.: 6705, Total Steps: 4954094, Ep.Steps: 1000, Score: 2525.253, Avg.Score: 2453.860, Max.Score: 2535.583, Time: 72:16:58\n",
      "Ep.: 6706, Total Steps: 4955094, Ep.Steps: 1000, Score: 2503.295, Avg.Score: 2453.915, Max.Score: 2535.583, Time: 72:17:49\n",
      "Ep.: 6707, Total Steps: 4956094, Ep.Steps: 1000, Score: 2489.427, Avg.Score: 2454.252, Max.Score: 2535.583, Time: 72:18:40\n",
      "Ep.: 6708, Total Steps: 4957094, Ep.Steps: 1000, Score: 2524.886, Avg.Score: 2454.622, Max.Score: 2535.583, Time: 72:19:31\n",
      "Ep.: 6709, Total Steps: 4958094, Ep.Steps: 1000, Score: 2517.405, Avg.Score: 2455.050, Max.Score: 2535.583, Time: 72:20:22\n",
      "Ep.: 6710, Total Steps: 4959094, Ep.Steps: 1000, Score: 2505.696, Avg.Score: 2455.438, Max.Score: 2535.583, Time: 72:21:12\n",
      "Ep.: 6711, Total Steps: 4960094, Ep.Steps: 1000, Score: 2509.453, Avg.Score: 2455.726, Max.Score: 2535.583, Time: 72:22:03\n",
      "Ep.: 6712, Total Steps: 4961094, Ep.Steps: 1000, Score: 2509.386, Avg.Score: 2456.054, Max.Score: 2535.583, Time: 72:22:54\n",
      "Ep.: 6713, Total Steps: 4962094, Ep.Steps: 1000, Score: 2495.623, Avg.Score: 2455.955, Max.Score: 2535.583, Time: 72:23:46\n",
      "Ep.: 6714, Total Steps: 4963094, Ep.Steps: 1000, Score: 2507.762, Avg.Score: 2456.322, Max.Score: 2535.583, Time: 72:24:39\n",
      "Ep.: 6715, Total Steps: 4964094, Ep.Steps: 1000, Score: 2518.064, Avg.Score: 2456.668, Max.Score: 2535.583, Time: 72:25:31\n",
      "Ep.: 6716, Total Steps: 4965094, Ep.Steps: 1000, Score: 2519.756, Avg.Score: 2457.676, Max.Score: 2535.583, Time: 72:26:23\n",
      "Ep.: 6717, Total Steps: 4966094, Ep.Steps: 1000, Score: 2521.280, Avg.Score: 2457.746, Max.Score: 2535.583, Time: 72:27:15\n",
      "Ep.: 6718, Total Steps: 4967094, Ep.Steps: 1000, Score: 2512.910, Avg.Score: 2458.047, Max.Score: 2535.583, Time: 72:28:06\n",
      "Ep.: 6719, Total Steps: 4968094, Ep.Steps: 1000, Score: 2504.365, Avg.Score: 2458.200, Max.Score: 2535.583, Time: 72:28:58\n",
      "Ep.: 6720, Total Steps: 4969094, Ep.Steps: 1000, Score: 2516.616, Avg.Score: 2458.350, Max.Score: 2535.583, Time: 72:29:49\n",
      "Ep.: 6721, Total Steps: 4970094, Ep.Steps: 1000, Score: 2502.777, Avg.Score: 2458.812, Max.Score: 2535.583, Time: 72:30:40\n",
      "Ep.: 6722, Total Steps: 4971094, Ep.Steps: 1000, Score: 2512.764, Avg.Score: 2459.174, Max.Score: 2535.583, Time: 72:31:33\n",
      "Ep.: 6723, Total Steps: 4972094, Ep.Steps: 1000, Score: 2481.403, Avg.Score: 2459.050, Max.Score: 2535.583, Time: 72:32:25\n",
      "Ep.: 6724, Total Steps: 4973094, Ep.Steps: 1000, Score: 2498.504, Avg.Score: 2459.426, Max.Score: 2535.583, Time: 72:33:16\n",
      "Ep.: 6725, Total Steps: 4974094, Ep.Steps: 1000, Score: 2487.898, Avg.Score: 2459.271, Max.Score: 2535.583, Time: 72:34:07\n",
      "Ep.: 6726, Total Steps: 4975094, Ep.Steps: 1000, Score: 2501.482, Avg.Score: 2459.318, Max.Score: 2535.583, Time: 72:35:00\n",
      "Ep.: 6727, Total Steps: 4976094, Ep.Steps: 1000, Score: 2532.331, Avg.Score: 2459.728, Max.Score: 2535.583, Time: 72:35:53\n",
      "Ep.: 6728, Total Steps: 4977094, Ep.Steps: 1000, Score: 2499.955, Avg.Score: 2459.952, Max.Score: 2535.583, Time: 72:36:44\n",
      "Ep.: 6729, Total Steps: 4978094, Ep.Steps: 1000, Score: 2504.408, Avg.Score: 2459.962, Max.Score: 2535.583, Time: 72:37:35\n",
      "Ep.: 6730, Total Steps: 4979094, Ep.Steps: 1000, Score: 2527.966, Avg.Score: 2460.143, Max.Score: 2535.583, Time: 72:38:26\n",
      "Ep.: 6731, Total Steps: 4980094, Ep.Steps: 1000, Score: 2516.332, Avg.Score: 2460.311, Max.Score: 2535.583, Time: 72:39:17\n",
      "Ep.: 6732, Total Steps: 4981094, Ep.Steps: 1000, Score: 2494.449, Avg.Score: 2460.069, Max.Score: 2535.583, Time: 72:40:08\n",
      "Ep.: 6733, Total Steps: 4982094, Ep.Steps: 1000, Score: 2515.655, Avg.Score: 2460.211, Max.Score: 2535.583, Time: 72:40:59\n",
      "Ep.: 6734, Total Steps: 4983094, Ep.Steps: 1000, Score: 2529.851, Avg.Score: 2460.401, Max.Score: 2535.583, Time: 72:41:50\n",
      "Ep.: 6735, Total Steps: 4984094, Ep.Steps: 1000, Score: 2489.960, Avg.Score: 2460.399, Max.Score: 2535.583, Time: 72:42:40\n",
      "Ep.: 6736, Total Steps: 4985094, Ep.Steps: 1000, Score: 2504.927, Avg.Score: 2460.318, Max.Score: 2535.583, Time: 72:43:30\n",
      "Ep.: 6737, Total Steps: 4986094, Ep.Steps: 1000, Score: 2512.606, Avg.Score: 2460.609, Max.Score: 2535.583, Time: 72:44:22\n",
      "Ep.: 6738, Total Steps: 4987094, Ep.Steps: 1000, Score: 2518.903, Avg.Score: 2480.608, Max.Score: 2535.583, Time: 72:45:13\n",
      "Ep.: 6739, Total Steps: 4988094, Ep.Steps: 1000, Score: 2523.090, Avg.Score: 2480.735, Max.Score: 2535.583, Time: 72:46:03\n",
      "Ep.: 6740, Total Steps: 4989094, Ep.Steps: 1000, Score: 2535.381, Avg.Score: 2481.533, Max.Score: 2535.583, Time: 72:46:54\n",
      "Ep.: 6741, Total Steps: 4990094, Ep.Steps: 1000, Score: 2510.291, Avg.Score: 2481.863, Max.Score: 2535.583, Time: 72:47:45\n",
      "Ep.: 6742, Total Steps: 4991094, Ep.Steps: 1000, Score: 2529.355, Avg.Score: 2482.406, Max.Score: 2535.583, Time: 72:48:36\n",
      "Ep.: 6743, Total Steps: 4992094, Ep.Steps: 1000, Score: 2526.219, Avg.Score: 2482.804, Max.Score: 2535.583, Time: 72:49:26\n",
      "Ep.: 6744, Total Steps: 4993094, Ep.Steps: 1000, Score: 2518.962, Avg.Score: 2482.730, Max.Score: 2535.583, Time: 72:50:18\n",
      "Ep.: 6745, Total Steps: 4994094, Ep.Steps: 1000, Score: 2534.857, Avg.Score: 2483.353, Max.Score: 2535.583, Time: 72:51:08\n",
      "Ep.: 6746, Total Steps: 4995094, Ep.Steps: 1000, Score: 2516.311, Avg.Score: 2483.389, Max.Score: 2535.583, Time: 72:51:59\n",
      "Ep.: 6747, Total Steps: 4996094, Ep.Steps: 1000, Score: 2517.349, Avg.Score: 2483.532, Max.Score: 2535.583, Time: 72:52:50\n",
      "Ep.: 6748, Total Steps: 4997094, Ep.Steps: 1000, Score: 2519.533, Avg.Score: 2483.694, Max.Score: 2535.583, Time: 72:53:40\n",
      "Ep.: 6749, Total Steps: 4998094, Ep.Steps: 1000, Score: 2509.052, Avg.Score: 2483.856, Max.Score: 2535.583, Time: 72:54:31\n",
      "Ep.: 6750, Total Steps: 4999094, Ep.Steps: 1000, Score: 2523.416, Avg.Score: 2483.909, Max.Score: 2535.583, Time: 72:55:21\n",
      "Ep.: 6751, Total Steps: 5000094, Ep.Steps: 1000, Score: 2520.385, Avg.Score: 2484.302, Max.Score: 2535.583, Time: 72:56:12\n",
      "Ep.: 6752, Total Steps: 5001094, Ep.Steps: 1000, Score: 2534.044, Avg.Score: 2484.651, Max.Score: 2535.583, Time: 72:57:02\n",
      "Ep.: 6753, Total Steps: 5002094, Ep.Steps: 1000, Score: 2512.847, Avg.Score: 2484.711, Max.Score: 2535.583, Time: 72:57:53\n",
      "Ep.: 6754, Total Steps: 5003094, Ep.Steps: 1000, Score: 2507.014, Avg.Score: 2484.873, Max.Score: 2535.583, Time: 72:58:43\n",
      "Ep.: 6755, Total Steps: 5004094, Ep.Steps: 1000, Score: 2506.443, Avg.Score: 2484.995, Max.Score: 2535.583, Time: 72:59:33\n",
      "Ep.: 6756, Total Steps: 5005094, Ep.Steps: 1000, Score: 2520.671, Avg.Score: 2485.319, Max.Score: 2535.583, Time: 73:00:24\n",
      "Ep.: 6757, Total Steps: 5006094, Ep.Steps: 1000, Score: 2510.629, Avg.Score: 2485.664, Max.Score: 2535.583, Time: 73:01:14\n",
      "Ep.: 6758, Total Steps: 5007094, Ep.Steps: 1000, Score: 2483.439, Avg.Score: 2485.531, Max.Score: 2535.583, Time: 73:02:05\n",
      "Ep.: 6759, Total Steps: 5008094, Ep.Steps: 1000, Score: 2514.762, Avg.Score: 2485.519, Max.Score: 2535.583, Time: 73:02:56\n",
      "Ep.: 6760, Total Steps: 5009094, Ep.Steps: 1000, Score: 2499.180, Avg.Score: 2485.377, Max.Score: 2535.583, Time: 73:03:47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6761, Total Steps: 5010094, Ep.Steps: 1000, Score: 2528.815, Avg.Score: 2485.631, Max.Score: 2535.583, Time: 73:04:38\n",
      "Ep.: 6762, Total Steps: 5011094, Ep.Steps: 1000, Score: 2534.950, Avg.Score: 2485.868, Max.Score: 2535.583, Time: 73:05:28\n",
      "Ep.: 6763, Total Steps: 5012094, Ep.Steps: 1000, Score: 2515.778, Avg.Score: 2485.990, Max.Score: 2535.583, Time: 73:06:19\n",
      "Ep.: 6764, Total Steps: 5013094, Ep.Steps: 1000, Score: 2515.395, Avg.Score: 2486.103, Max.Score: 2535.583, Time: 73:07:11\n",
      "Ep.: 6765, Total Steps: 5014094, Ep.Steps: 1000, Score: 2507.093, Avg.Score: 2485.974, Max.Score: 2535.583, Time: 73:08:03\n",
      "Ep.: 6766, Total Steps: 5015094, Ep.Steps: 1000, Score: 2509.390, Avg.Score: 2485.919, Max.Score: 2535.583, Time: 73:08:53\n",
      "Ep.: 6767, Total Steps: 5016094, Ep.Steps: 1000, Score: 2499.420, Avg.Score: 2485.607, Max.Score: 2535.583, Time: 73:09:44\n",
      "Ep.: 6768, Total Steps: 5017094, Ep.Steps: 1000, Score: 2529.554, Avg.Score: 2485.722, Max.Score: 2535.583, Time: 73:10:34\n",
      "Ep.: 6769, Total Steps: 5018094, Ep.Steps: 1000, Score: 2505.284, Avg.Score: 2485.577, Max.Score: 2535.583, Time: 73:11:24\n",
      "Ep.: 6770, Total Steps: 5019094, Ep.Steps: 1000, Score: 2513.357, Avg.Score: 2485.355, Max.Score: 2535.381, Time: 73:12:15\n",
      "Ep.: 6771, Total Steps: 5020094, Ep.Steps: 1000, Score: 2512.414, Avg.Score: 2485.211, Max.Score: 2535.381, Time: 73:13:06\n",
      "Ep.: 6772, Total Steps: 5021094, Ep.Steps: 1000, Score: 2523.524, Avg.Score: 2485.425, Max.Score: 2535.381, Time: 73:13:57\n",
      "Ep.: 6773, Total Steps: 5022094, Ep.Steps: 1000, Score: 2509.800, Avg.Score: 2485.464, Max.Score: 2535.381, Time: 73:14:47\n",
      "Ep.: 6774, Total Steps: 5023094, Ep.Steps: 1000, Score: 2492.495, Avg.Score: 2485.290, Max.Score: 2535.381, Time: 73:15:38\n",
      "Ep.: 6775, Total Steps: 5024094, Ep.Steps: 1000, Score: 2497.568, Avg.Score: 2485.215, Max.Score: 2535.381, Time: 73:16:29\n",
      "Ep.: 6776, Total Steps: 5025094, Ep.Steps: 1000, Score: 2529.455, Avg.Score: 2485.575, Max.Score: 2535.381, Time: 73:17:21\n",
      "Ep.: 6777, Total Steps: 5025787, Ep.Steps: 693, Score: 1731.452, Avg.Score: 2477.666, Max.Score: 2535.381, Time: 73:17:56\n",
      "Ep.: 6778, Total Steps: 5025988, Ep.Steps: 201, Score: 463.735, Avg.Score: 2457.247, Max.Score: 2535.381, Time: 73:18:06\n",
      "Ep.: 6779, Total Steps: 5026988, Ep.Steps: 1000, Score: 2516.649, Avg.Score: 2457.705, Max.Score: 2535.381, Time: 73:18:56\n",
      "Ep.: 6780, Total Steps: 5027012, Ep.Steps: 24, Score: 32.284, Avg.Score: 2432.841, Max.Score: 2535.381, Time: 73:18:58\n",
      "Ep.: 6781, Total Steps: 5028012, Ep.Steps: 1000, Score: 2516.046, Avg.Score: 2432.946, Max.Score: 2535.381, Time: 73:19:48\n",
      "Ep.: 6782, Total Steps: 5029012, Ep.Steps: 1000, Score: 2498.082, Avg.Score: 2432.776, Max.Score: 2535.381, Time: 73:20:39\n",
      "Ep.: 6783, Total Steps: 5030012, Ep.Steps: 1000, Score: 2506.756, Avg.Score: 2432.778, Max.Score: 2535.381, Time: 73:21:29\n",
      "Ep.: 6784, Total Steps: 5031012, Ep.Steps: 1000, Score: 2518.002, Avg.Score: 2432.928, Max.Score: 2535.381, Time: 73:22:20\n",
      "Ep.: 6785, Total Steps: 5032012, Ep.Steps: 1000, Score: 2521.301, Avg.Score: 2433.106, Max.Score: 2535.381, Time: 73:23:10\n",
      "Ep.: 6786, Total Steps: 5033012, Ep.Steps: 1000, Score: 2520.680, Avg.Score: 2433.180, Max.Score: 2535.381, Time: 73:24:01\n",
      "Ep.: 6787, Total Steps: 5034012, Ep.Steps: 1000, Score: 2490.286, Avg.Score: 2432.845, Max.Score: 2535.381, Time: 73:24:51\n",
      "Ep.: 6788, Total Steps: 5035012, Ep.Steps: 1000, Score: 2508.937, Avg.Score: 2432.587, Max.Score: 2535.381, Time: 73:25:42\n",
      "Ep.: 6789, Total Steps: 5036012, Ep.Steps: 1000, Score: 2506.411, Avg.Score: 2432.693, Max.Score: 2535.381, Time: 73:26:32\n",
      "Ep.: 6790, Total Steps: 5037012, Ep.Steps: 1000, Score: 2521.359, Avg.Score: 2432.690, Max.Score: 2535.381, Time: 73:27:22\n",
      "Ep.: 6791, Total Steps: 5038012, Ep.Steps: 1000, Score: 2526.501, Avg.Score: 2433.038, Max.Score: 2535.381, Time: 73:28:13\n",
      "Ep.: 6792, Total Steps: 5039012, Ep.Steps: 1000, Score: 2524.396, Avg.Score: 2433.248, Max.Score: 2535.381, Time: 73:29:03\n",
      "Ep.: 6793, Total Steps: 5040012, Ep.Steps: 1000, Score: 2515.124, Avg.Score: 2435.436, Max.Score: 2535.381, Time: 73:29:54\n",
      "Ep.: 6794, Total Steps: 5041012, Ep.Steps: 1000, Score: 2518.763, Avg.Score: 2435.410, Max.Score: 2535.381, Time: 73:30:45\n",
      "Ep.: 6795, Total Steps: 5042012, Ep.Steps: 1000, Score: 2494.238, Avg.Score: 2435.256, Max.Score: 2535.381, Time: 73:31:36\n",
      "Ep.: 6796, Total Steps: 5043012, Ep.Steps: 1000, Score: 2544.159, Avg.Score: 2435.537, Max.Score: 2544.159, Time: 73:32:26\n",
      "Ep.: 6797, Total Steps: 5044012, Ep.Steps: 1000, Score: 2551.347, Avg.Score: 2460.610, Max.Score: 2551.347, Time: 73:33:16\n",
      "Ep.: 6798, Total Steps: 5045012, Ep.Steps: 1000, Score: 2493.910, Avg.Score: 2460.335, Max.Score: 2551.347, Time: 73:34:07\n",
      "Ep.: 6799, Total Steps: 5045853, Ep.Steps: 841, Score: 2117.786, Avg.Score: 2456.193, Max.Score: 2551.347, Time: 73:34:50\n",
      "Ep.: 6800, Total Steps: 5046853, Ep.Steps: 1000, Score: 2531.663, Avg.Score: 2456.333, Max.Score: 2551.347, Time: 73:35:41\n",
      "Ep.: 6801, Total Steps: 5047853, Ep.Steps: 1000, Score: 2510.440, Avg.Score: 2456.549, Max.Score: 2551.347, Time: 73:36:31\n",
      "Ep.: 6802, Total Steps: 5048853, Ep.Steps: 1000, Score: 2497.685, Avg.Score: 2456.324, Max.Score: 2551.347, Time: 73:37:23\n",
      "Ep.: 6803, Total Steps: 5049853, Ep.Steps: 1000, Score: 2509.691, Avg.Score: 2456.242, Max.Score: 2551.347, Time: 73:38:13\n",
      "Ep.: 6804, Total Steps: 5050853, Ep.Steps: 1000, Score: 2519.104, Avg.Score: 2456.177, Max.Score: 2551.347, Time: 73:39:04\n",
      "Ep.: 6805, Total Steps: 5051853, Ep.Steps: 1000, Score: 2524.270, Avg.Score: 2456.167, Max.Score: 2551.347, Time: 73:39:54\n",
      "Ep.: 6806, Total Steps: 5052853, Ep.Steps: 1000, Score: 2531.336, Avg.Score: 2456.447, Max.Score: 2551.347, Time: 73:40:45\n",
      "Ep.: 6807, Total Steps: 5053853, Ep.Steps: 1000, Score: 2520.969, Avg.Score: 2456.763, Max.Score: 2551.347, Time: 73:41:35\n",
      "Ep.: 6808, Total Steps: 5054853, Ep.Steps: 1000, Score: 2510.039, Avg.Score: 2456.614, Max.Score: 2551.347, Time: 73:42:27\n",
      "Ep.: 6809, Total Steps: 5055853, Ep.Steps: 1000, Score: 2519.331, Avg.Score: 2456.633, Max.Score: 2551.347, Time: 73:43:18\n",
      "Ep.: 6810, Total Steps: 5056853, Ep.Steps: 1000, Score: 2514.066, Avg.Score: 2456.717, Max.Score: 2551.347, Time: 73:44:10\n",
      "Ep.: 6811, Total Steps: 5057853, Ep.Steps: 1000, Score: 2481.562, Avg.Score: 2456.438, Max.Score: 2551.347, Time: 73:45:00\n",
      "Ep.: 6812, Total Steps: 5058627, Ep.Steps: 774, Score: 1937.096, Avg.Score: 2450.715, Max.Score: 2551.347, Time: 73:45:39\n",
      "Ep.: 6813, Total Steps: 5059627, Ep.Steps: 1000, Score: 2504.323, Avg.Score: 2450.802, Max.Score: 2551.347, Time: 73:46:30\n",
      "Ep.: 6814, Total Steps: 5060627, Ep.Steps: 1000, Score: 2490.220, Avg.Score: 2450.627, Max.Score: 2551.347, Time: 73:47:21\n",
      "Ep.: 6815, Total Steps: 5061627, Ep.Steps: 1000, Score: 2520.821, Avg.Score: 2450.654, Max.Score: 2551.347, Time: 73:48:11\n",
      "Ep.: 6816, Total Steps: 5062627, Ep.Steps: 1000, Score: 2507.623, Avg.Score: 2450.533, Max.Score: 2551.347, Time: 73:49:04\n",
      "Ep.: 6817, Total Steps: 5063627, Ep.Steps: 1000, Score: 2476.262, Avg.Score: 2450.083, Max.Score: 2551.347, Time: 73:49:55\n",
      "Ep.: 6818, Total Steps: 5064627, Ep.Steps: 1000, Score: 2541.655, Avg.Score: 2450.370, Max.Score: 2551.347, Time: 73:50:46\n",
      "Ep.: 6819, Total Steps: 5065627, Ep.Steps: 1000, Score: 2514.240, Avg.Score: 2450.469, Max.Score: 2551.347, Time: 73:51:38\n",
      "Ep.: 6820, Total Steps: 5065710, Ep.Steps: 83, Score: 111.739, Avg.Score: 2426.420, Max.Score: 2551.347, Time: 73:51:42\n",
      "Ep.: 6821, Total Steps: 5066710, Ep.Steps: 1000, Score: 2489.276, Avg.Score: 2426.285, Max.Score: 2551.347, Time: 73:52:34\n",
      "Ep.: 6822, Total Steps: 5067710, Ep.Steps: 1000, Score: 2523.607, Avg.Score: 2426.394, Max.Score: 2551.347, Time: 73:53:25\n",
      "Ep.: 6823, Total Steps: 5067772, Ep.Steps: 62, Score: 74.966, Avg.Score: 2402.329, Max.Score: 2551.347, Time: 73:53:28\n",
      "Ep.: 6824, Total Steps: 5067879, Ep.Steps: 107, Score: 165.064, Avg.Score: 2378.995, Max.Score: 2551.347, Time: 73:53:34\n",
      "Ep.: 6825, Total Steps: 5068879, Ep.Steps: 1000, Score: 2544.642, Avg.Score: 2379.562, Max.Score: 2551.347, Time: 73:54:24\n",
      "Ep.: 6826, Total Steps: 5069879, Ep.Steps: 1000, Score: 2464.457, Avg.Score: 2379.192, Max.Score: 2551.347, Time: 73:55:15\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6827, Total Steps: 5070879, Ep.Steps: 1000, Score: 2497.960, Avg.Score: 2378.848, Max.Score: 2551.347, Time: 73:56:05\n",
      "Ep.: 6828, Total Steps: 5071879, Ep.Steps: 1000, Score: 2472.402, Avg.Score: 2378.573, Max.Score: 2551.347, Time: 73:56:56\n",
      "Ep.: 6829, Total Steps: 5072879, Ep.Steps: 1000, Score: 2536.685, Avg.Score: 2378.896, Max.Score: 2551.347, Time: 73:57:47\n",
      "Ep.: 6830, Total Steps: 5073788, Ep.Steps: 909, Score: 2263.487, Avg.Score: 2376.251, Max.Score: 2551.347, Time: 73:58:33\n",
      "Ep.: 6831, Total Steps: 5074081, Ep.Steps: 293, Score: 687.040, Avg.Score: 2357.958, Max.Score: 2551.347, Time: 73:58:47\n",
      "Ep.: 6832, Total Steps: 5074493, Ep.Steps: 412, Score: 987.027, Avg.Score: 2342.884, Max.Score: 2551.347, Time: 73:59:08\n",
      "Ep.: 6833, Total Steps: 5074722, Ep.Steps: 229, Score: 527.479, Avg.Score: 2323.002, Max.Score: 2551.347, Time: 73:59:20\n",
      "Ep.: 6834, Total Steps: 5075722, Ep.Steps: 1000, Score: 2522.040, Avg.Score: 2322.924, Max.Score: 2551.347, Time: 74:00:10\n",
      "Ep.: 6835, Total Steps: 5076722, Ep.Steps: 1000, Score: 2508.629, Avg.Score: 2323.111, Max.Score: 2551.347, Time: 74:01:01\n",
      "Ep.: 6836, Total Steps: 5077722, Ep.Steps: 1000, Score: 2503.357, Avg.Score: 2323.095, Max.Score: 2551.347, Time: 74:01:51\n",
      "Ep.: 6837, Total Steps: 5078722, Ep.Steps: 1000, Score: 2505.316, Avg.Score: 2323.022, Max.Score: 2551.347, Time: 74:02:41\n",
      "Ep.: 6838, Total Steps: 5079722, Ep.Steps: 1000, Score: 2495.170, Avg.Score: 2322.785, Max.Score: 2551.347, Time: 74:03:32\n",
      "Ep.: 6839, Total Steps: 5080722, Ep.Steps: 1000, Score: 2498.306, Avg.Score: 2322.537, Max.Score: 2551.347, Time: 74:04:22\n",
      "Ep.: 6840, Total Steps: 5081722, Ep.Steps: 1000, Score: 2511.650, Avg.Score: 2322.299, Max.Score: 2551.347, Time: 74:05:13\n",
      "Ep.: 6841, Total Steps: 5082722, Ep.Steps: 1000, Score: 2493.579, Avg.Score: 2322.132, Max.Score: 2551.347, Time: 74:06:03\n",
      "Ep.: 6842, Total Steps: 5083722, Ep.Steps: 1000, Score: 2511.782, Avg.Score: 2321.957, Max.Score: 2551.347, Time: 74:06:54\n",
      "Ep.: 6843, Total Steps: 5084722, Ep.Steps: 1000, Score: 2518.100, Avg.Score: 2321.875, Max.Score: 2551.347, Time: 74:07:46\n",
      "Ep.: 6844, Total Steps: 5085722, Ep.Steps: 1000, Score: 2500.470, Avg.Score: 2321.691, Max.Score: 2551.347, Time: 74:08:40\n",
      "Ep.: 6845, Total Steps: 5086722, Ep.Steps: 1000, Score: 2508.360, Avg.Score: 2321.426, Max.Score: 2551.347, Time: 74:09:34\n",
      "Ep.: 6846, Total Steps: 5087722, Ep.Steps: 1000, Score: 2511.609, Avg.Score: 2321.379, Max.Score: 2551.347, Time: 74:10:24\n",
      "Ep.: 6847, Total Steps: 5088722, Ep.Steps: 1000, Score: 2519.658, Avg.Score: 2321.402, Max.Score: 2551.347, Time: 74:11:17\n",
      "Ep.: 6848, Total Steps: 5089722, Ep.Steps: 1000, Score: 2498.051, Avg.Score: 2321.187, Max.Score: 2551.347, Time: 74:12:07\n",
      "Ep.: 6849, Total Steps: 5090722, Ep.Steps: 1000, Score: 2507.672, Avg.Score: 2321.173, Max.Score: 2551.347, Time: 74:12:58\n",
      "Ep.: 6850, Total Steps: 5091722, Ep.Steps: 1000, Score: 2487.702, Avg.Score: 2320.816, Max.Score: 2551.347, Time: 74:13:48\n",
      "Ep.: 6851, Total Steps: 5092722, Ep.Steps: 1000, Score: 2508.639, Avg.Score: 2320.698, Max.Score: 2551.347, Time: 74:14:39\n",
      "Ep.: 6852, Total Steps: 5093722, Ep.Steps: 1000, Score: 2516.791, Avg.Score: 2320.526, Max.Score: 2551.347, Time: 74:15:30\n",
      "Ep.: 6853, Total Steps: 5094722, Ep.Steps: 1000, Score: 2496.140, Avg.Score: 2320.359, Max.Score: 2551.347, Time: 74:16:20\n",
      "Ep.: 6854, Total Steps: 5095722, Ep.Steps: 1000, Score: 2510.091, Avg.Score: 2320.390, Max.Score: 2551.347, Time: 74:17:11\n",
      "Ep.: 6855, Total Steps: 5096722, Ep.Steps: 1000, Score: 2499.709, Avg.Score: 2320.322, Max.Score: 2551.347, Time: 74:18:01\n",
      "Ep.: 6856, Total Steps: 5097722, Ep.Steps: 1000, Score: 2517.827, Avg.Score: 2320.294, Max.Score: 2551.347, Time: 74:18:52\n",
      "Ep.: 6857, Total Steps: 5098722, Ep.Steps: 1000, Score: 2516.772, Avg.Score: 2320.355, Max.Score: 2551.347, Time: 74:19:42\n",
      "Ep.: 6858, Total Steps: 5099722, Ep.Steps: 1000, Score: 2500.338, Avg.Score: 2320.524, Max.Score: 2551.347, Time: 74:20:33\n",
      "Ep.: 6859, Total Steps: 5100722, Ep.Steps: 1000, Score: 2515.085, Avg.Score: 2320.527, Max.Score: 2551.347, Time: 74:21:24\n",
      "Ep.: 6860, Total Steps: 5101722, Ep.Steps: 1000, Score: 2506.677, Avg.Score: 2320.602, Max.Score: 2551.347, Time: 74:22:14\n",
      "Ep.: 6861, Total Steps: 5102722, Ep.Steps: 1000, Score: 2495.420, Avg.Score: 2320.268, Max.Score: 2551.347, Time: 74:23:05\n",
      "Ep.: 6862, Total Steps: 5103722, Ep.Steps: 1000, Score: 2500.410, Avg.Score: 2319.923, Max.Score: 2551.347, Time: 74:23:55\n",
      "Ep.: 6863, Total Steps: 5104722, Ep.Steps: 1000, Score: 2514.568, Avg.Score: 2319.911, Max.Score: 2551.347, Time: 74:24:45\n",
      "Ep.: 6864, Total Steps: 5105722, Ep.Steps: 1000, Score: 2524.032, Avg.Score: 2319.997, Max.Score: 2551.347, Time: 74:25:36\n",
      "Ep.: 6865, Total Steps: 5106722, Ep.Steps: 1000, Score: 2517.771, Avg.Score: 2320.104, Max.Score: 2551.347, Time: 74:26:26\n",
      "Ep.: 6866, Total Steps: 5107722, Ep.Steps: 1000, Score: 2522.118, Avg.Score: 2320.231, Max.Score: 2551.347, Time: 74:27:18\n",
      "Ep.: 6867, Total Steps: 5108722, Ep.Steps: 1000, Score: 2488.173, Avg.Score: 2320.119, Max.Score: 2551.347, Time: 74:28:10\n",
      "Ep.: 6868, Total Steps: 5109722, Ep.Steps: 1000, Score: 2514.819, Avg.Score: 2319.972, Max.Score: 2551.347, Time: 74:29:09\n",
      "Ep.: 6869, Total Steps: 5110722, Ep.Steps: 1000, Score: 2532.372, Avg.Score: 2320.242, Max.Score: 2551.347, Time: 74:30:04\n",
      "Ep.: 6870, Total Steps: 5111722, Ep.Steps: 1000, Score: 2522.975, Avg.Score: 2320.339, Max.Score: 2551.347, Time: 74:30:57\n",
      "Ep.: 6871, Total Steps: 5112722, Ep.Steps: 1000, Score: 2517.247, Avg.Score: 2320.387, Max.Score: 2551.347, Time: 74:31:51\n",
      "Ep.: 6872, Total Steps: 5113722, Ep.Steps: 1000, Score: 2506.571, Avg.Score: 2320.217, Max.Score: 2551.347, Time: 74:32:44\n",
      "Ep.: 6873, Total Steps: 5114722, Ep.Steps: 1000, Score: 2508.223, Avg.Score: 2320.202, Max.Score: 2551.347, Time: 74:33:35\n",
      "Ep.: 6874, Total Steps: 5115722, Ep.Steps: 1000, Score: 2500.949, Avg.Score: 2320.286, Max.Score: 2551.347, Time: 74:34:26\n",
      "Ep.: 6875, Total Steps: 5116722, Ep.Steps: 1000, Score: 2509.950, Avg.Score: 2320.410, Max.Score: 2551.347, Time: 74:35:23\n",
      "Ep.: 6876, Total Steps: 5117722, Ep.Steps: 1000, Score: 2528.484, Avg.Score: 2320.400, Max.Score: 2551.347, Time: 74:36:20\n",
      "Ep.: 6877, Total Steps: 5118722, Ep.Steps: 1000, Score: 2515.557, Avg.Score: 2328.241, Max.Score: 2551.347, Time: 74:37:13\n",
      "Ep.: 6878, Total Steps: 5119722, Ep.Steps: 1000, Score: 2508.711, Avg.Score: 2348.691, Max.Score: 2551.347, Time: 74:38:07\n",
      "Ep.: 6879, Total Steps: 5120722, Ep.Steps: 1000, Score: 2510.256, Avg.Score: 2348.627, Max.Score: 2551.347, Time: 74:39:01\n",
      "Ep.: 6880, Total Steps: 5121722, Ep.Steps: 1000, Score: 2524.157, Avg.Score: 2373.546, Max.Score: 2551.347, Time: 74:39:53\n",
      "Ep.: 6881, Total Steps: 5122722, Ep.Steps: 1000, Score: 2542.747, Avg.Score: 2373.813, Max.Score: 2551.347, Time: 74:40:47\n",
      "Ep.: 6882, Total Steps: 5123722, Ep.Steps: 1000, Score: 2518.788, Avg.Score: 2374.020, Max.Score: 2551.347, Time: 74:41:38\n",
      "Ep.: 6883, Total Steps: 5124722, Ep.Steps: 1000, Score: 2523.060, Avg.Score: 2374.183, Max.Score: 2551.347, Time: 74:42:30\n",
      "Ep.: 6884, Total Steps: 5125722, Ep.Steps: 1000, Score: 2522.174, Avg.Score: 2374.225, Max.Score: 2551.347, Time: 74:43:27\n",
      "Ep.: 6885, Total Steps: 5126722, Ep.Steps: 1000, Score: 2511.641, Avg.Score: 2374.128, Max.Score: 2551.347, Time: 74:44:24\n",
      "Ep.: 6886, Total Steps: 5127722, Ep.Steps: 1000, Score: 2507.255, Avg.Score: 2373.994, Max.Score: 2551.347, Time: 74:45:19\n",
      "Ep.: 6887, Total Steps: 5128722, Ep.Steps: 1000, Score: 2510.743, Avg.Score: 2374.198, Max.Score: 2551.347, Time: 74:46:11\n",
      "Ep.: 6888, Total Steps: 5129722, Ep.Steps: 1000, Score: 2502.990, Avg.Score: 2374.139, Max.Score: 2551.347, Time: 74:47:04\n",
      "Ep.: 6889, Total Steps: 5130722, Ep.Steps: 1000, Score: 2520.691, Avg.Score: 2374.282, Max.Score: 2551.347, Time: 74:47:57\n",
      "Ep.: 6890, Total Steps: 5131722, Ep.Steps: 1000, Score: 2510.043, Avg.Score: 2374.169, Max.Score: 2551.347, Time: 74:48:51\n",
      "Ep.: 6891, Total Steps: 5132722, Ep.Steps: 1000, Score: 2532.160, Avg.Score: 2374.225, Max.Score: 2551.347, Time: 74:49:42\n",
      "Ep.: 6892, Total Steps: 5133722, Ep.Steps: 1000, Score: 2544.426, Avg.Score: 2374.426, Max.Score: 2551.347, Time: 74:50:33\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 6893, Total Steps: 5134722, Ep.Steps: 1000, Score: 2513.101, Avg.Score: 2374.405, Max.Score: 2551.347, Time: 74:51:27\n",
      "Ep.: 6894, Total Steps: 5135722, Ep.Steps: 1000, Score: 2499.987, Avg.Score: 2374.218, Max.Score: 2551.347, Time: 74:52:18\n",
      "Ep.: 6895, Total Steps: 5136722, Ep.Steps: 1000, Score: 2541.578, Avg.Score: 2374.691, Max.Score: 2551.347, Time: 74:53:08\n",
      "Ep.: 6896, Total Steps: 5137722, Ep.Steps: 1000, Score: 2537.734, Avg.Score: 2374.627, Max.Score: 2551.347, Time: 74:53:59\n",
      "Ep.: 6897, Total Steps: 5138722, Ep.Steps: 1000, Score: 2509.112, Avg.Score: 2374.204, Max.Score: 2544.642, Time: 74:54:50\n",
      "Ep.: 6898, Total Steps: 5139722, Ep.Steps: 1000, Score: 2532.403, Avg.Score: 2374.589, Max.Score: 2544.642, Time: 74:55:41\n",
      "Ep.: 6899, Total Steps: 5140722, Ep.Steps: 1000, Score: 2525.970, Avg.Score: 2378.671, Max.Score: 2544.642, Time: 74:56:31\n",
      "Ep.: 6900, Total Steps: 5141722, Ep.Steps: 1000, Score: 2528.922, Avg.Score: 2378.644, Max.Score: 2544.642, Time: 74:57:23\n",
      "Ep.: 6901, Total Steps: 5142722, Ep.Steps: 1000, Score: 2503.125, Avg.Score: 2378.571, Max.Score: 2544.642, Time: 74:58:14\n",
      "Ep.: 6902, Total Steps: 5143722, Ep.Steps: 1000, Score: 2493.491, Avg.Score: 2378.529, Max.Score: 2544.642, Time: 74:59:05\n",
      "Ep.: 6903, Total Steps: 5144722, Ep.Steps: 1000, Score: 2521.576, Avg.Score: 2378.647, Max.Score: 2544.642, Time: 74:59:57\n",
      "Ep.: 6904, Total Steps: 5145722, Ep.Steps: 1000, Score: 2508.440, Avg.Score: 2378.541, Max.Score: 2544.642, Time: 75:00:49\n",
      "Ep.: 6905, Total Steps: 5146722, Ep.Steps: 1000, Score: 2536.979, Avg.Score: 2378.668, Max.Score: 2544.642, Time: 75:01:42\n",
      "Ep.: 6906, Total Steps: 5147722, Ep.Steps: 1000, Score: 2529.692, Avg.Score: 2378.651, Max.Score: 2544.642, Time: 75:02:35\n",
      "Ep.: 6907, Total Steps: 5148722, Ep.Steps: 1000, Score: 2514.414, Avg.Score: 2378.586, Max.Score: 2544.642, Time: 75:03:46\n",
      "Ep.: 6908, Total Steps: 5149722, Ep.Steps: 1000, Score: 2544.886, Avg.Score: 2378.934, Max.Score: 2544.886, Time: 75:04:49\n",
      "Ep.: 6909, Total Steps: 5150722, Ep.Steps: 1000, Score: 2527.034, Avg.Score: 2379.011, Max.Score: 2544.886, Time: 75:05:44\n",
      "Ep.: 6910, Total Steps: 5151722, Ep.Steps: 1000, Score: 2519.229, Avg.Score: 2379.063, Max.Score: 2544.886, Time: 75:06:38\n",
      "Ep.: 6911, Total Steps: 5152722, Ep.Steps: 1000, Score: 2538.154, Avg.Score: 2379.629, Max.Score: 2544.886, Time: 75:07:36\n",
      "Ep.: 6912, Total Steps: 5153722, Ep.Steps: 1000, Score: 2512.450, Avg.Score: 2385.383, Max.Score: 2544.886, Time: 75:08:31\n",
      "Ep.: 6913, Total Steps: 5154722, Ep.Steps: 1000, Score: 2509.077, Avg.Score: 2385.430, Max.Score: 2544.886, Time: 75:09:28\n",
      "Ep.: 6914, Total Steps: 5155722, Ep.Steps: 1000, Score: 2516.845, Avg.Score: 2385.696, Max.Score: 2544.886, Time: 75:10:25\n",
      "Ep.: 6915, Total Steps: 5156722, Ep.Steps: 1000, Score: 2533.268, Avg.Score: 2385.821, Max.Score: 2544.886, Time: 75:11:20\n",
      "Ep.: 6916, Total Steps: 5157722, Ep.Steps: 1000, Score: 2521.400, Avg.Score: 2385.959, Max.Score: 2544.886, Time: 75:12:14\n",
      "Ep.: 6917, Total Steps: 5158722, Ep.Steps: 1000, Score: 2519.729, Avg.Score: 2386.393, Max.Score: 2544.886, Time: 75:13:09\n",
      "Ep.: 6918, Total Steps: 5159722, Ep.Steps: 1000, Score: 2511.680, Avg.Score: 2386.093, Max.Score: 2544.886, Time: 75:14:02\n",
      "Ep.: 6919, Total Steps: 5160722, Ep.Steps: 1000, Score: 2521.929, Avg.Score: 2386.170, Max.Score: 2544.886, Time: 75:14:55\n",
      "Ep.: 6920, Total Steps: 5161722, Ep.Steps: 1000, Score: 2527.528, Avg.Score: 2410.328, Max.Score: 2544.886, Time: 75:15:57\n",
      "Ep.: 6921, Total Steps: 5162722, Ep.Steps: 1000, Score: 2520.074, Avg.Score: 2410.636, Max.Score: 2544.886, Time: 75:16:52\n",
      "Ep.: 6922, Total Steps: 5163722, Ep.Steps: 1000, Score: 2522.465, Avg.Score: 2410.625, Max.Score: 2544.886, Time: 75:17:46\n",
      "Ep.: 6923, Total Steps: 5164722, Ep.Steps: 1000, Score: 2510.848, Avg.Score: 2434.984, Max.Score: 2544.886, Time: 75:18:42\n",
      "Ep.: 6924, Total Steps: 5165722, Ep.Steps: 1000, Score: 2511.237, Avg.Score: 2458.445, Max.Score: 2544.886, Time: 75:19:39\n",
      "Ep.: 6925, Total Steps: 5166722, Ep.Steps: 1000, Score: 2531.342, Avg.Score: 2458.312, Max.Score: 2544.886, Time: 75:20:32\n",
      "Ep.: 6926, Total Steps: 5167722, Ep.Steps: 1000, Score: 2527.584, Avg.Score: 2458.944, Max.Score: 2544.886, Time: 75:21:24\n",
      "Ep.: 6927, Total Steps: 5168722, Ep.Steps: 1000, Score: 2533.325, Avg.Score: 2459.297, Max.Score: 2544.886, Time: 75:22:16\n",
      "Ep.: 6928, Total Steps: 5169722, Ep.Steps: 1000, Score: 2533.813, Avg.Score: 2459.911, Max.Score: 2544.886, Time: 75:23:08\n",
      "Ep.: 6929, Total Steps: 5170722, Ep.Steps: 1000, Score: 2507.309, Avg.Score: 2459.618, Max.Score: 2544.886, Time: 75:23:59\n",
      "Ep.: 6930, Total Steps: 5171722, Ep.Steps: 1000, Score: 2522.629, Avg.Score: 2462.209, Max.Score: 2544.886, Time: 75:24:52\n",
      "Ep.: 6931, Total Steps: 5172722, Ep.Steps: 1000, Score: 2522.187, Avg.Score: 2480.560, Max.Score: 2544.886, Time: 75:25:44\n",
      "Ep.: 6932, Total Steps: 5173722, Ep.Steps: 1000, Score: 2527.365, Avg.Score: 2495.964, Max.Score: 2544.886, Time: 75:26:36\n",
      "Ep.: 6933, Total Steps: 5174722, Ep.Steps: 1000, Score: 2531.127, Avg.Score: 2516.000, Max.Score: 2544.886, Time: 75:27:28\n",
      "Solved environment with Avg Score:   2516.0003478152444\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "from  collections  import deque\n",
    "\n",
    "def sac_train(max_steps):\n",
    "\n",
    "    total_numsteps = 0\n",
    "    updates = 0\n",
    "    num_episodes = 20000\n",
    "    updates=0\n",
    "\n",
    "    time_start = time.time()\n",
    "    scores_deque = deque(maxlen=100)\n",
    "    scores_array = []\n",
    "    avg_scores_array = [] \n",
    "    \n",
    "    for i_episode in range(num_episodes): \n",
    "        episode_reward = 0\n",
    "        episode_steps = 0\n",
    "        done = False\n",
    "        state = env.reset()\n",
    "\n",
    "        for step in range(max_steps):    \n",
    "            if start_steps > total_numsteps:\n",
    "                action = env.action_space.sample()  # Sample random action\n",
    "            else:\n",
    "                action = agent.select_action(state)  # Sample action from policy\n",
    "\n",
    "            if len(memory) > batch_size:\n",
    "                \n",
    "                # Update parameters of all the networks\n",
    "                agent.update_parameters(memory, batch_size, updates)\n",
    "\n",
    "                updates += 1\n",
    "\n",
    "            next_state, reward, done, _ = env.step(action) # Step\n",
    "            episode_steps += 1\n",
    "            total_numsteps += 1\n",
    "            episode_reward += reward\n",
    "\n",
    "            mask = 1 if episode_steps == env._max_episode_steps else float(not done)\n",
    "\n",
    "            memory.push(state, action, reward, next_state, mask) # Append transition to memory\n",
    "\n",
    "            state = next_state\n",
    "            \n",
    "            if done:\n",
    "                break\n",
    "\n",
    "        scores_deque.append(episode_reward)\n",
    "        scores_array.append(episode_reward)        \n",
    "        avg_score = np.mean(scores_deque)\n",
    "        avg_scores_array.append(avg_score)\n",
    "        max_score = np.max(scores_deque)\n",
    "        \n",
    "        if i_episode % 100 == 0 and i_episode > 0:\n",
    "            reward_round = round(episode_reward, 2)\n",
    "            save(agent, 'dir_chk_lr0.0003', 'weights', str(i_episode), str(reward_round))\n",
    "\n",
    "        s =  (int)(time.time() - time_start)\n",
    "            \n",
    "        print(\"Ep.: {}, Total Steps: {}, Ep.Steps: {}, Score: {:.3f}, Avg.Score: {:.3f}, Max.Score: {:.3f}, Time: {:02}:{:02}:{:02}\".\\\n",
    "            format(i_episode, total_numsteps, episode_steps, episode_reward, avg_score, max_score, \\\n",
    "                  s//3600, s%3600//60, s%60))\n",
    "\n",
    "                    \n",
    "        if (avg_score > threshold):\n",
    "            print('Solved environment with Avg Score:  ', avg_score)\n",
    "            break;\n",
    "            \n",
    "    return scores_array, avg_scores_array \n",
    "\n",
    "scores, avg_scores = sac_train(max_steps=max_steps)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "reward_round = round(np.max(scores), 2)\n",
    "save(agent, 'dir_chk_lr0.0003', 'weights', 'final', str(reward_round))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "length of scores:  6934 , len of avg_scores:  6934\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAi0AAAEGCAYAAACpaqUaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAgAElEQVR4nOydd5wU9f3/n5/Zdg2OdvRyCBxwdEFsoNhFURQsIX4t+Rk7MRhLjI1oNGKMMWrEFitiLChqBFExCIiFKr0LJ73DcWXrfH5/zOzeltm9une73Of5eNzjZj/zmZnP7N3u5zXv9hFSShQKhUKhUChSHa2hB6BQKBQKhUJRFZRoUSgUCoVCkRYo0aJQKBQKhSItUKJFoVAoFApFWqBEi0KhUCgUirTA3tADSAatWrWS+fn5DT0MhUKhSCuWLFmyX0qZ19DjUCjicUyKlvz8fBYvXtzQw1AoFIq0QghR1NBjUCgSodxDCoVCoVAo0gIlWhQKhUKhUKQFSrQoFAqFQqFIC47JmBaFQqFQpA5Llixpbbfb/w30RT0sK+KjA6v8fv9vBw8evNeqgxItCoVCoUgqdrv9323btu2dl5d3SNM0teCdwhJd18W+ffsKd+/e/W/gYqs+SvEqFAqFItn0zcvLK1aCRZEITdNkXl7eEQyLnHWfehyPQqFQKBonmhIsiqpg/p/E1SZKtCgUCkWasXZXMUuKDjb0MBSKekfFtCgUCkUKs2ZnMXlNXOQ1cfHdpv00z3Yy8pn5of0bHh1JwQOfh17//NcL0DTREENNef74xz+2/fDDD1tqmiY1TWPy5MlFZ555ZmlDj0tRdZImWoQQnYC3gLYYEcEvSymfEUL8GbgB2Gd2vU9KOdM85k/A9UAAuF1K+YXZfj7wDGAD/i2lnJSscSsUCkVDoeuST5fvZFT/dhwp9zHksdnISpwq4YIF4Lj7ZrJ10oVJHGV6Mnv27Owvvvii2cqVK9dkZmbKXbt22T0eT43Vnc/nw+Fw1OUQFVUgmZYWP3CnlHKpEKIJsEQI8ZW572kp5d/DOwshCoFfAX2A9sBsIUSBuft54BxgO7BICPGplHJNEseuUCgUNeKVeT/TPNtJyxwnX67ew6DOzbhiSCdmrdpNi2wn/Tvm8sXq3Qzt2oJ2uZkRx17w7HzW7T7KhPd+qtG1H7RPIQs3oERLNDt27HC0aNHCn5mZKQHatWvnB5g7d27WhAkTOpeVlWlOp1POmzdvvcvlktdcc02XFStWZNlsNv72t79tu+iii44+++yzLT///PNcj8ejlZWVaT/88MOGBx98sM306dNbeL1eceGFFx5++umndzbsnR7bJE20SCl3AbvM7aNCiLVAhwSHjAbelVJ6gC1CiE3AUHPfJinlzwBCiHfNvkq0KBSKlEBKSdc/zeTekb2Y9Pm6iH3/WfgL90xbYXncU5cP4M4Ploe21+0+Wqtx9BK/4BD+Wp0j2dw9bXmnDbuPZtXlOQvaNil78rIB2xL1ueSSS4off/zx9vn5+X2HDRtWPG7cuINnnXVW6VVXXdVt6tSpm08//fSygwcPajk5Ofqjjz7aBmDDhg1rli1blnHBBRf02Lx58yqApUuX5qxYsWJ1mzZtAh999FHTTZs2ZaxYsWKtlJKzzz67++eff54zcuTIkrq8P0UF9RLTIoTIBwYBPwKnAuOFENcAizGsMYcwBM0PYYdtp0LkbItqP9HiGjcCNwJ07ty5bm9AoVAoonjnx1+4b/rKiLZowVIZQcESvR2P48ROTtVWsVbvzGLZK2a/S/jon9+2WmNoLOTm5uqrVq1aM2vWrCZff/11k2uvvbbbHXfcsat169a+008/vQygRYsWOsB3332X87vf/W4vwKBBg9zt27f3rly5MgNg+PDhxW3atAkAzJo1q+m8efOaFhYWFgKUlZVp69aty1CiJXkkXbQIIXKAD4EJUspiIcQLwF8Aaf5+Cvh/gJVvMV7qU4yXV0r5MvAywJAhQ1RqnUKhqJT3F29D1yWjBrQnx2X9dXik3MeAh78EoEfrHN654STsmogRLMmmk9jDl857sAudHbIlp3qeC+3r26Epvz+rgEFzM7Bl1KkRo86pzCKSTOx2O6NGjTo6atSoo/379y9/8cUX84QQVvNJ3HNkZWXp4f0mTJiw6+67796fpCErokhqyrMQwoEhWKZKKT8CkFLukVIGpJQ68AoVLqDtQKewwzsCOxO0KxQKRa24Z9oK7v1oJX0nfsFV//4hZr8voIcEC8DGvSWc8NhsBv3lq5i+0ZyqrcSJr9pjysJNc4qjWiWX2+ZiFzql0kUHcYALtR8Q6HRvncNnvxvOOYVtsPnLwO6q9jUbA8uXL3etXLky9OYsW7Yss0ePHu49e/Y4586dmwVw6NAhzefzMWzYsJK33367BcCKFStcu3btcvbv398dfc6RI0cWT5kypdWRI0c0gC1btjh27NihsnKTSDKzhwTwKrBWSvmPsPZ2ZrwLwKXAKnP7U+AdIcQ/MAJxewALMSwwPYQQXYEdGMG6v07WuBUKRXqyp9jN5yt3sWlfCf065HLlCfHdxEt/OYQmIo27CzYdYPcRN21zM0JtPe7/PPrQuHQU++gmduLFzgliPX9wTOMd/xnc578BgA7s43Xn33jKfwV54jBvB84m2sD8B/v73G7/GACftHGIJqzMPpmzysxxOHNY5e7IiWIdzzufZYr/bOa2vNfYV7IXDv4MXU+v8pgbE8XFxbbbb7+9c3Fxsc1ms8n8/HzPm2++WbRhw4b9t99+e2e3261lZGTo8+bN23DPPffsvfrqq7sUFBQU2mw2Xnrppa3BAN5wxowZU7x69eqME044oRcYVpipU6du6dChQ2oHFqUxIpEZrFYnFmIYMB9YiZHyDHAfMA4YiOHi2QrcFBQxQoj7MVxFfgx30udm+wXAPzFSnl+TUj6W6NpDhgyRixcvrutbUigUKUz+vTNi2u46t4DxZ/YIvT5Y6uX4KlhJasLWDOtnqU16e7prscbh67138rU+OKJtvvP3dNL2xfQNcf9uHv3znTzgmArACr0rzxz3Cq9edwLsWw/PD4Ux/4b+l9foHoQQS6SUQ2p0cAKWL1++dcCAAcqFoqgSy5cvbzVgwIB8q31Jcw9JKb+VUgopZX8p5UDzZ6aU8mopZT+z/eIwqwtSyseklN2klD2DgsVsnymlLDD3JRQsCoXi2Gf3ETcLtxzkv8t3ctvUpWw7WGbZ7+9fbghtb9lfmjTBAqBLw2oyJzAgot1KsADYQs9yBn3EFjpp+5gdGBTRPqHrfzkis3jXPwIcmWyUHUP7MvFWdPSZ74Ezu4Z3oFCkPsr3plAoUp6ALvnrzLVcP6wr/oDktCfnROyfsXJXnCMNit0+zvj7N1W+3knaGsbZ/sfb/rNZFJWlk4UbL3b85tfn1kkXUnjvhwTQeNN/Ng/7rwWf5ASxnuG2FeyVzbnZ/l86iv0Uy0zu913Pc85/4SW8MJnkUcfrAPxPP56/+K9mh2yFHzvna9kM8LwCCH4FzNX7c5L7Oe52vMeJ2rqKrARfufHbEVn7RaE4llCiRaFQNBi+gM7hMh95TVxsO1jG8L8ZYmREzzyeGNufj5ft4Nw+bUOC49Vvt8Scw4GflhxhNy3jXuecf8yt1rhGawsYbfuO87WF3O4bzxe6kS/QjgN8n/E7vggM4SbfH0L9b7J/hkMEmBUI5hUIFsleLPIbguftwDl0FHsJSBs5whAXkx3PMMLzD/bSnCftLzFI2wTAO4GzLEYkIrZ305Jy6SIDb0WmS9DS4kjt7CGFojYo0aJQKBoEty/AbVOX8vW6vTH7vlm/jxP/+jUAj8epfeLAz7W2L7jRPoNcShjqmcwRciz77in2VGts4+yGeLIT4DLbvJBoGaqtBWCEFllT5ff2jwBYJHuiCdAtQgW3y9YAaFLni8AQzrMtZmHGbQxxv0ChVgTAPH1AzHEiTqH5cly0EmFZRj9/Y/xWlhbFMYwSLQqFIil4/Tr3T1/J6p3F3HpGN3q3a0q3vApR0evBWTU+93naQh50vE1HsZ8ivTWtNT+POV5jnd6JfwUuwbrsU+Vcd0o+U77bHHq9WPbkHNtSmvjKuM3+MdfbjFC7n2S3iOMWBPrQWexFR6s0UFBH43H/OM6zGckCizNuMc6pH8cEfUJM/3i5Eh7TvdTBuwU++jeseA80O7TsZn2AQnEMoESLQqGoMSUeP9lOG0IIdF3i9gfIdNjo+qeZEf3Gv7OsYvuM7vxrzqYaXzOXEv7ueAkJXOv9I3tkcz513s8o2w+Msv3Af/WTKZI1qwr754v7sOuH9wGY4j8bLw5O1NaxMuO3Ef08MnKhvLbiIKtkfpWvs0vGurKKZTalZEJUgG48vtP7MJ5PaOnfYwgWgBvmqEBcxTFNUovLKRSKY5edh8vpO/ELLnvxe8BYXbjwoS94dMbahMfVRrAA3GCfQRNRzjP+MczVB7BOdqa/59/c5DWsFLfbp9fwzBI2z+GZLCMgdnpgGM/4x8T02ilbkCki3U25opQDsmmVr+TBSX/3K6zU89mitwFgTRzRE889tF/mAtAyYLrXzn0M2vWv8hgaI2+99VYzIcTgZcuWZVTeO/ns3r3bduKJJxZkZWUNuuaaayIKC82fPz+roKCgsHPnzn2vu+66TrpuiNk9e/bYTjnllB5dunTpe8opp/TYt2+frS7Gcvrpp3ffv39/rc712WefNTnjjDO618V44qFEi0KhqBFrdhrxFEuKDkXUSLEKlq0LWlDMbOddjLd/AkC3i+8N7XPjYoHeF4CxtvncYvvU8hzxSvUD3Gr7BKZcQob/CABLZQ+KyeYiz6M877+YIe4XGOp+ntV6V7KJFC1ZeCijevNgMdlc5P0rZ3if5iT3czzpv8KyXzz3UBlGcdeW/j1GQzx1owjx7rvvtjj++ONLpkyZ0qKhxwKQlZUlH3nkkZ1//vOft0fvu/XWW7tMnjy5aOvWrat+/vnnjGnTpjUFmDhxYrsRI0YcLSoqWjVixIijDz30UJ0sNjV37txNrVq1CtTFuZKJEi0KhaJK+AI6bl/Fd9rt7y5L0LuCwWI9zzj+RW9RVKvrn2VbSndtJz9nDeCp7m/w6xM7s+mxkXTLM9whJWRxt+9GAP7oeJfWHIo5x4/3WWXmAEh+b1po1vW7m+u89xCMi1kpj+NJ/6/YTy57aU4pLtqLsDppuk6W8FBOzcvn76YlAar3kFsmDZF0YbHhzqLFcTW+fmPgyJEj2uLFi3Nef/31rdOnT28ebL/wwguPe++993KDr8eOHZv/xhtvNDt69Kh2wQUXHFdQUFB44YUXHte/f/9e8+bNi0nN+uSTT5r07t27sKCgoPDyyy/PLy8vFwAdOnTod8cdd7QvLCzsXVBQUGhl3WnatKl+3nnnlWRkZET4BIuKihwlJSXa2WefXappGlddddWBjz/+uDnArFmzmt10000HAG666aYDn3/+efPo8/r9fm666aaOffv27V1QUFD45JNPtgLDEjJkyJCe55xzTrdu3br1+fWvf905EDA+0x06dOi3a9cue3FxsTZixIjuPXv2LOzRo0efV155pXmi+5w2bVrTrl279hk8eHDPadOmNQuOobi4WLv88svz+/bt27t3796Fb7/9djOAxYsXZ/Tr1693r169CgsKCgrDl1aoCiqmRaFo5Oi6RNMqf0q/4Jn5bNxbwqwJwzn/n/OrdG4nPh50vM1AbTM7ZUvW+rvUcJQVdUw63/Qed+a2A8Bu0yLK8X8QGEGhKOI39i9YmHEbhe7XIs6SbVpaHPiZ4/pDqHbKUbJwCR+c+QBbmv8f3yxaytm9WzN7bWxm007ZimailGYcpVOHjlC8A4ASmRyPQzwDykGa8KL/IkZlrqRjyybQpk9Srl/nfHxbJ/auqdu87NaFZVzyfMKFGKdOndpsxIgRR/r37+9p1qxZ4Ntvv80aNmxY2ZVXXnnwvffea37llVcecbvdYsGCBU3ffPPNor/97W+tmzVrFtiwYcOaRYsWZZx88skxb3BZWZm46aabun755Zfr+/fv77n00kvzn3zyybyHHnpoL0CrVq38a9asWTtp0qS8SZMmtXnvvfeqpNyLiooc7dq1Cy1c1aVLF++uXbscAAcOHLB36dLFZ7b7Dh48GDOP//Of/2yVm5sbWLVq1dry8nJxwgkn9LrooouKAVauXJm9bNmyVQUFBd7TTjutx1tvvdX8N7/5TUjhf/TRR03btm3r++abbzaZ17PFu8+77rpr3/jx4/O/+uqr9X369PGMGjUqpJzvu+++dmeccUbxBx98sHX//v22IUOG9L744ouLn3vuubxbb711zy233HLQ7XYLv796Kx4oS4tC0YiZ+mMRx903kw17jlruX/bLIR757xo27T3Kxr0lAJaCpY/YSmexJ6b9BtsMBmpGNs4t9v8ySGys0TibUYILHzRpj71Jm4h90ZP6//SKirK9xC+W57tY+46OprWkqSingzhg7MjOCxVrc9isvx63mEG+2bgZ1LkZ7F0DwBpZU0GWmOg1kioQTPKP4/52r8DN30Kz+GstKeD9999vMW7cuEMAY8eOPRh0EV122WVHvvvuu6bl5eVi2rRpuUOHDj2ak5Mjv/vuu5xx48YdBDjhhBPcBQUFMWWXly9fntGxY0dP//79PQDXXXfdgW+//bZJcP+vf/3rQwBDhw4t27ZtW5UtClbL64hquP9mz57d9P3332/Zq1evwkGDBvU+dOiQfc2aNRkA/fr1Ky0sLPTa7XauuOKKg/Pnz4+oE3D88ceXz58/v+ktt9zSYdasWTktW7YMxLvPn376KaNjx46efv36eYIWoeB5vvnmm6ZPP/10u169ehUOGzasp8fjEZs2bXKefPLJpU899VS7+++/v+3GjRudOTk51VpLSFlaFIo0Y/cRN62buCKsIyUeP3uK3Uyes5l7zu9Jm6ZVe+q/f7qxXum5T89j66QLY/ZfOvk7AHq1axKzL5wZrvsAyHe/E9FeoG1nn8zlRf8oHnRM5a+OVxnpnRTa78LLWNt8/hM4A2nxDDVUrGW8/WO6BUvhn/1n0CL7tW6SwYY9JaHXvrCvtfbiAFY85XwRgFf9I7neHrYoYutCOJzwVimXxtwTCsb1G4v/HpC58Q6pFTecdhwzVu6ifa713zQ5q8clkUosIslg9+7dth9++KHphg0bMsePH08gEBBCCPnCCy9sz8rKkieddNLRjz76qOl7773XPChUqrIuX2V9MjIyJIDdbpd+v7/KqiM/P98XtKwAFBUVOdu2besDaNmypb+oqMjRpUsXX1FRkaNFixYxpgoppXjqqad+GTt2bMRy4Z999lmTaPET/bp///6epUuXrvnwww9z77///g6zZ88uHjNmTNxPRTwxJaVk2rRpmwYMGBARAHb88ce7hw8fXjp9+vTckSNHFkyePHnrxRdfbP3UZIGytCgUacSOw+Wc9PjXHHefkVL8/eYD9J34BWf8/RvOemouHy7dzhNhxdh8AZ2C+z/n/cUV88QvB8rIv3eG5QKD4Vz4bIVF5Z5pK+L2a8mR0HZe1IyfL3bjbJnPq4ELWaj3pLcWafm40/4Bf3W8ynma9QKnZ9p+4jTbygpLSPezY/oEvzPbmkJtuX4c35jr/zxiupTi8U10MbdOQ607hpEhjPV+LtR+NBp8hmhx44h3SK3IcRmxLpnOOkkSaZRMmTKl+ZgxYw7s3Llz5Y4dO1bu3r17RceOHb1ffvllDsCvfvWrg2+88UarRYsWNRkzZkwxwCmnnFLy7rvvNgdYsmRJxoYNG2Kq9g0cONC9Y8cO56pVq1wAb731Vsvhw4dXeQKOR5cuXXzZ2dn6119/na3rOlOnTm05evTowwDnnXfe4ZdeeqklwEsvvdTy/PPPjxEU55xzzpEXXnghz+PxCIAVK1a4iouLNTDcQ+vWrXMGAgGmTZvWInq8W7dudTRp0kS/9dZbD06YMGHPTz/9lBXvPgcOHOjevn27c/Xq1S4wAp2D5znjjDOKn3rqqTbBrKcFCxZkAqxZs8bZu3dvzwMPPLD33HPPPfzTTz9VqxqiEi0KRRrwv3V7eGLWOk6d9L+I9nGv/ECJx8++oxUPMwdKKxbRK/X48QZ07pm2gnkb9pF/74yYdXvisXpnceWdgIts34e2r7B9A0BupjGBtxf78bbsCcBQbT1gWFeCDDBdR320raG2HMp4yvEC3cQORtsWhNqLM9pDdvxS/dK0OZSTwXW+ewAoI4ODYe9HNG7pZJjnn3wWOImLPI8a56nkAVuY1wmNzW+U5fdIZ+IDk0RVLAKNnQ8++KDlmDFjIiKzR48efSjoIrr00kuLFy1a1GTYsGHFQevI3Xffve/AgQP2goKCwscee6xtz549y5s3bx6RXZOVlSVffPHFrZdffnm3goKCQk3TuOuuuxIs0x1Lhw4d+j344IOdpk2b1rJNmzb9lyxZkgEwefLkoptvvjm/S5cuffPz8z2XX375EYCHH35415w5c5p26dKl75w5c5o+/PDDMQtv3XHHHft79erl7tevX+8ePXr0ueGGG7r4fD4BMHDgwJI777yzY0FBQZ/OnTt7rr766gjRs2TJksyBAwf27tWrV+ETTzzR7qGHHtoV7z6zsrLkc889VzRq1KjugwcP7tmpU6fQh23SpEk7/X6/6NWrV2GPHj36PPDAAx0ApkyZ0qKgoKBPr169Cjdu3JgRDCquKso9pFCkOAFd8v/eiLVEeP3WRcjmbqj4zgwvJ3/NawtrPRY7fnQ09LDnndai4jtvgv1Dng9cwknHtWDO6u3kiWJK8/IjzjFEW88CvZ9xD9L4Ctof5lo5UVvLWNt8xtoqLD3jvPdz3knDuK7KIxV8GjiZvmILP23eb9ljj2zGItkTEIz33R5qH9DJGMtlgzvy+ardMcd9GjiFJx0vMz0wzGjwG4IxWZYWRe1ZuHDh+ui2Bx54IBRl7XK55OHDh38K35+VlaV/9NFHW7KysuTq1atd5557bkGPHj1iFPDo0aOPjh49ek10+44dO1YGt0877bQyqzFE9wvntNNOK9u4cePq6Pa2bdsGvv/++w1WxwSx2Wz861//2gHsiN6XmZmpz5gx4+d44xg7dmzx2LFjY+4n3n1edtllxZdddlnMOHNycuQ777wTE3j8+OOP73788cdjP1hVRIkWhSLFuf7NRRGvr7DNobvYyesLesU5ogJfoGrVVaMJt9yEsynjGhbqPbnCOzHUNrawCfvXN6WVKMYhKh5E24qDAGTnGQGqIzxP8Y3rzog4E820WjzseJM3A+cBYI+qCPuO/0y+1/swzNW6Wvfgw45T+Fm1I9ZiVC6dpuiI9cd3bJ5lGd8TxIMTj3TQRJQbjjFzdWU3DWNpUSSHo0ePasOHD+/p8/mElJKnn366KGiFUTQcSrQoFCmKrktO//scth0sD7XdYvuUPzreBeDTZn+v9BzxrDGVccJjs+PuC7p5AK4c0ok2spzNMhuJIE9UxLeEMndy2gDeUKBqH7GVDwAbAU61xTygYSeyvtVm2a5G9+CRdpz4cdpihYkDf0TAbnVZKztzkraGaRCytHiUaDmmaN68ub5q1arE5Z3TjFGjRh0dNWpUrWNuGhIV06JQpAh/nLaC/HtnsHirYaH4y4w1EYLlTG1pSLD40ch0VB6Y+cDHq+psfOGxKC0opmPzTP58cR9wH+EoWbwTMAq3OTHKS2QGq8bmdgKgxKwYm2+mRjejIuPnqKyIxcsS7ojr7rZYp8eK6NAOH3Yc+GNyojV07EIPuaZqwseBU+mvbeEPq8bAN3/FI+0RLjNFDLqu66pkr6JSzP+TuE9b6lOmUKQAf/poBe+ZGT6Xvfg9s1bt5vUFWyP6XGBbiC+jJZP9F2NHZ+LHlq5wurSsqNsVHt9SW1qLijjGduIAZ/duY2S0uA9TLLP4RTfcN8Fqsc84JxudM42CnRKNH/VejLAtx4U3Qpw0EeX8w2H0b4HxIDjA/TJD3C8wQz+xRuP14sCJj8J2kWsCOTAyRGtjaVmsFwDQzLcH2vbjDt+tNT5XI2HVvn37cpVwUSRC13Wxb9++XCDu05ZyDykUDYwvoPOfhZGlK25+e0nEaw2dIWI9jvb96V7eDnbBgeKjYOGSaJVT9arYncQeJtg/ZJJvXBX6VgiglqIYl8N85ik/xCHask3mAXCCtp4S2a/iwOy80OZqPZ8TtXWcqq3ibC3yHsfYvuU0bQVzAgMBKCUDfy2+ooKWlvbNIuubuExLkLcWgbMHwxdHvPxNZj65Ln5nBX6//7e7d+/+9+7du/uiHpYV8dGBVX6//7fxOijRolA0ENsOljH8b3MY3qNV1B7JCWI9y2W30MR6jraEfG0PDP4b/gVGJpELX0wcRTzB0rVVNlv2l8a0z3TeRxNRziXaAuD/Eo53oNgc2s6llILWTQyfTOl+DsnubDUrxXYU+9DKwoKHw4rBvR44j/9nn8VrTut4nFaimEKtiEMyp1aCBcCLHacIgIy0NDtNS4u3FuffSStu9k7g0nwv57XsBijRkojBgwfvBS5u6HEo0h+leBWKBuKN77YCMH9jMCVX8v9sn/Od63d84HqE87SKif+lc0wx0vsi/JqxHbQYhNMyO1LEBAuuRbtIggRrjthE4qSIzmIPE1yfsF0aAquJMGNtir4DTzEbZUeOYCxc+Hv7dH63+34ATnI/F3GebbINnwZOjmi73Tuel/0V2Tp9tCIOSOvxJiL6DoIxK0KPfJ8cdSBaAGbpQ1nQ5qpanUOhUFQPJVoUigbgv8t38uq3WyLabrR9xkOOKaE04GbCCFRdPvFc8JWBPRM0G35hCBOXiBUt0Zzbpw25mQ46NrcuOhkMHv1ZT7y6/Sjte5y6m2u9fwSgCeYyLIeMe5ir98eDkz/7rgkd84r/AnYTG0S7XO8W2r7Dewuf6qfwV/9VDHU/H2oPBu1Wh+hA3KCVSgQi3yen+b55paqrolCkG8o9pFDUI0GXkBU32mcwN9Cf8b7bWZnxWzLMbJ3cTIdRC8RhCI8KS0tspdfoZUACusQedwVnSTaGxcQpEq+0mim86Ghslu3xS40mwhQtW78F4Kg0gn/fCO8MJ2cAACAASURBVJzPVtmWDt37MXWDdXbTa4Hz+SRwKvtpSnidlL00D21rdbCiTjDQVuiR71NdBOIqFIqGQX1qFYp64M+frg65g6xw4KcFR2nS/SRK1xpWhizCCrz5ysFhCIOgpSXDwj0EkWXddSkjFlYMJwNvyC0U7moq8cQKGCc+ApoTENiFznj7J5T8bxmU/gKdT6F4Q0XG0jf6QM5ztAFiV30GI4toP9aLC84MDOUC20I2y/aW+xMTKXRC7h9/5PvkqiP3kEKhqH+Ue0ihSDIlHn9CwQJwgrYOTUgGnTgCHQ23dJApwiwEvrKQpcWnme4hvFw8IPHkHtAltjirsOZgpBz7pRaqrQLg8QVi+jrxo2uGO0WXxvlySn+Bcx+Daz62XKG5Jtzqm8Clnod5wPf/an2uoCVF0yOr+wbvVVlaFIr0Q4kWhSLJTF8WufyHHT//cjzLOWErGwfTiUXb/gCU4yKTsCJrVu4h4aNP+8QBq+8v3s7uYrdVtXqyzWDagzQNZdTEw4WPgGnhCS5G+EuHUXDKeLBXPcW6KiyTPSilWgu/WhKMWYmOaQm6hzxqrSCFIu1QjxoKRZLIv3eGZXtPsZ1Rth/oLnbwlXcIj17Sl7MOrIRFQJaxsnuJzKSvtpVuzR1Qshe2L4Q8Y62hQMjS4sNuq/lzR44Zz3JI5tAyrPy+FS7hI2BaWubr/bjS8yDjBl5C5zj9hZVKqme8cWJagvE7tamIq1AoGgZlaVEo6hi3hXslnFwzK6iXtg07fq5ot4d222aAIxuc2cyaMJwXAxcxWNvIX7xPwKvnGpaW0+4GwCcq3ENxY2yrQNA9dIgmRmxLIL61xYhpMSwqEo0fZW90W/wMH1kHgbTVJTZ7yBQtcSwtyj2kUKQf6lOrUNQBm/aW4LJrrNt9lBveWhy333/HD2PalGUEY2xX5E3E+foWI535vMcAyHTY+E/gTCbYP+SUwGLwt4NrPoVOJwDgD7O0WGmWqsqFTLOM/mGZYzQEvGCzWx7vxB+ytISuk+Lr3VZkD1nHtNSmIm4qkep/B4WiLlGiRaGoBSUeP899vZGX5v0MQEGbnIT9+7XNoF+Lr2CX8Trr6BY4+2EYfB1kNgMM14qOxkWeRxnQws9Ld1wLWkX6cHhMSzQiKuj25ONaEtCtZ7Vg9lGxma5MwANkWfatyB5KXWKLy1nHtLhClpbKF5xUKBSpRdLcQ0KITkKIOUKItUKI1UKI35vtLYQQXwkhNpq/m5vtQgjxrBBikxBihRDi+LBzXWv23yiEuDZZY1YoqsPSXw7Rd+IXIcECsGFPSUSfS7RvGSzWVzTsXAa7fuIJ36+423cjCy6eD8MmhARLOLtpyWZ7twjBAuAX8SvixvMWWcWYBOu8FAeFij+27ksQJ/5QIG66EBQl8eq0qEBchSL9SGZMix+4U0rZGzgJuE0IUQjcC3wtpewBfG2+BhgJ9DB/bgReAEPkABOBE4GhwMSg0FEoGgJdlzw2Yw1jJn+XsJ+NAP90TuZD18NcZ5tlNB42FkacrR/PB4EReLMTV6K1EiFB91CGRXG56pAhgpYWo/y+YWmxJjwQN1WRUX4STz1UxG34cGOFonGRNNEipdwlpVxqbh8F1gIdgNHAm2a3N4FLzO3RwFvS4AegmRCiHXAe8JWU8qCU8hDwFXB+ssatUFTGih1HeGX+loR98jjEzbb/hl4/aJ9CHodh7hNgzwyt4VNZAIpViZVQGX98Me6g6hAUPUeD6cWmpcUqRiI8EDddqLwirnIPKRTpRr3EtAgh8oFBwI9AGynlLjCEjRCitdmtA7At7LDtZlu89uhr3IhhoaFz53iJmApF7ZBS8vycTQn7XKj9wPPOZyPabELytvOvcGQ/jHuX8lfKajwGXdjRpcAlvJaipqqBmRWiJTymxRqrQNxUpyJ7KCrlOVQRt/b3o2JgFYr6Jekpz0KIHOBDYIKUsjhRV4s2maA9skHKl6WUQ6SUQ/Ly8mo2WIUiAR5/gK5/mslXayrK0/cSv/CG4wl6iV9CbQXadgAu8zxEvnsqXwYGA9BT2w6j/gndzqjyNS2DaIXAjdM6piWO4cWqPXj80VAgbqKYluoF4jZEnZbod8on44kWVRFXoUhXkipahBAODMEyVUr5kdm8x3T7YP7ea7ZvBzqFHd4R2JmgXaGoVx6YviritQsvbzv/ygjbck7VKvZlU47uyGax7AUIXvRfBMAL/otg4LjIk9Zgbl+zqxgPDkvRUh0yhBevtFGOKUYSBeKK6gXiNkSdlmhCqzzHKy6nRItCkXYkM3tIAK8Ca6WU/wjb9SkQzAC6FvgkrP0aM4voJOCI6Ub6AjhXCNHcDMA912xTKOqVH7YciHjdXeyklTCMh+Fl8LNwo7lymHPXCACWygLy3e/whD9KsNSQ/SVePDjIwFup5kkkHjLw4sZZ4SZJFIiLF90W6U6pRThNvRAUJZqFe8grbRwrYbSpIBAVivoimY8apwJXAyuFED+ZbfcBk4D3hRDXA78Al5v7ZgIXAJuAMuA3AFLKg0KIv2AUOQd4REp5MInjVigsOVQaadnIClsb6Br7l1xln41HOlgnO4Ezh66tspMyDiHAIx24hC/G1mIpJOLMzS58eHBUlLMPBuJaTIIu/KFU63QhZEnRYyviJquw3Px7zuD0J+ck5dwKhSKJokVK+S3xH2XOsugvgdvinOs14LW6G51CUTUCumTljiO0y82gxBNZ5j5bVIiWdsLU0QK6sQuan5m0MdmECLmHSixUitVzt9UHMUN48eCsqFeSMBA3HVKeI1/74lpafElzDXVqYV2cT6FQ1A3KqatQJOCJWet4Oax4XDhvXFUIHxjb22UrbnY9wciyT3BLJ3eO/kudXN8qpVlLFIhbDZeHCy9uGeYe8nvinEOa2UORMS2pXj7ejw1dCoSFpUUF4SoU6YlaMFGhSMC8Dfss21+7bgiUGdaVszxPMtzzTw6K5jzp/xVtL34Imravk+tHF0wD0z2EAxdeDpVWv8Dc01cOAIyYFg+OinolAevAXjsBNCFTviJu7Hsl8GFHRFmQXMJfJ4XlFApF/aNEi0KRACtLR14TF2f2agPrPiPQtBNbZDtk2Efp9ILkp9x7pIMM4WP7oZrXe3HhMwJxZWL3UNCio6e4e8gKL/YYS0sy3UMKhSK5KNGiUMRh31EPa3fFlhYqC8a2HNqKr91gdPNjVJvqtNXFg7NaZfythpYhvHikI8Y9FB2IG6xr4q9GRdxUqNMCpmgJRLuHAkq0KBRpihItCoUFbl+AEx6bbbnvnMI2xobfg7Rn1Oo6lsk+VZjv3WYgbm3EgRO/kT0UnMDjFJcLpnOneiCuFT7scQJx0+9eFAqFEi0KhSU3vLU47r7HLu1nbPjKkfbMWl2nsljWeNYbdxxLixBUGiEbFDrBydsTZWmJJrjAoF6NirgNUjvE4pJeGeseSrdA3MoCnhvCqqVQNBRKtCgUFszfuD/idaHYSm9RBEC2K1jXxA32CpeJVdBsbYl3To90kmGx9lB1pi8nfrzYKybwyiwtKR6Ia4VVIK5T+Ctq0xwDqOJyisbEsfPJVShqwdwN+/jkpx1cNKA9L8+NTHHOxM1M130EpKCbZ6rRKCX43ZaWlvqIbTFSnqsR02IhZ1zCh1c60NHwSw170NISNQdmhGJaUlu0WMe0OGIsLS58HCE5hf+SQapXHlYo6hMlWhSNGl2XbD1QyrWvLQTgo6U7YvpcY/sKMFZqDhHwgdTBUfcxLVUhnnsomkTGHyd+PKbFwYsDe1xLS/XdQ6mC1yKmpS4r4io9oVDUL0q0KBo1z/1vE0/P3hB3f1NKucXxGQAb9Q4VO/zlALUOxK0pbunEKQIIGai0b/TEGnxyDw9I9WIn6xgMxLVOefbjDdamUSgUaYWKaVE0an6MWgQxmtvsH9OUEtbqnckUYbERPrOEv61h1uNxm2LDKWODZ6sa4eAMszh4cVQaiBtdETcd3BY+aUfokfeVzLWHGoJUr0ysUNQlytKiaNR4/Lpluwsv6zOuA2BL57Es+fkw59sWVXTwm6LFIqalLgNyE2UPAThklHVECMtZzOo04UXWvNgTBOKaoqUagbipktHixYEWVafFKXx49boRLUovKBT1i7K0KBo1S4oOWbbfZPsstN316smU4yKTsCf2oGhxVIiWZATgxhNAQdFi1+MvcpgIDR270EPVcD3SEVZcLpJgRdx0W3sIzOwhPbpOi79i6QKFQpFWKNGiUETRVexivH06S/XuFLpfA0cG5aHAV3Om9hkxLeEpz/WJW5qWlqgJuSqyqd2OL/i9/SOAkKXFl9DSEoxpSfE6LRZ4LCriOo8x95BC0ZhQ7iGFIoxsypnjuhOA2zy/pwwj0NYtndiEDE3gIauEPQOoPBi2rvGYlhYnHqDqwqm/2MzQRQ8y1PzkhwfiBkVLtPCpiGlJv4ne2tJybK09lA4WL4WirlCWFkWjRNclP207HNPeURirOv/bP5JdtAy1u01hkBF0EfmDlpaK7KFkFJezQghBuSlasvyx92A1jKAQ6SEiU7rbC6OIXsJA3BpYWlIFr4yNaXGYRfUUCkX6oUSLolHyzNcbueT5BTHtvcUvAHwaOCWiPSgSMoO1UczsodoWl6tpHMxPejcOy2zGbnucP9jfJ5cS7Pi55ehzXOD+LO5xQavJEr0HAF3FbsAodx/PPeSqQSBuquDDFmlpCfixCVmxsrVCoUgrlGhRNEpW7jhi2d5J7AVgrewS0V4uTUuLMCfAUCBu7WJaamqdKSaH33rvRCK43f4x59oWc7v9I85zf85I98y4xwWtJn/3XwHAj3ovINLSUtVA3FTD6r304kCEizGzpH86rT2kUCgqUKJF0Sj54Wfr+ixZwoNX2mImNXe0pWXbj4BAZrZI5jATslj24vmCV81xeThHWwJAIEFmTDB9eYV+HKd7/sHLgVFAJSnPNYhpSZ2UZztahKXFG2oHePKy/g0xrDolHerlKBR1hRItikaJ22cdPNu/tYNyi8DWCtHigZK9sOQN6H8lMqdtTN/qWE9qmyYdLK3vwkeuKAXAQUUMR2gkIriys2Fp8eCgSLYlGO1SWUyLV9pApN/XRUxFXL8hWoKiNLT4pUKhSAvUJ1bR6Nh2sAw9jq7ItftCGUPhBN1Dd9inwWeLQA/AaXdF9KmPhRIhUhQFNGNcTvzkYogWZ1TBufBhuYQXicAfZY2prLhcuqYI+6QdIXVsBAwLlHmPnjS9H4WisaNEi6LRMfKZ+XH35WheymSspWWTbA/AabaVsG4lnDURWvVAlPli+tYnOjZ0KcgVpWSbyww4ZPwxOfGb1plIgZUoENeZJtk2VqIxKLYc+CNEi89cKFJ5VhSK9CL97L0KRS0p8fjj7uuQrVu6hw6Qy7xAP+NF865w8m3JGl4EVhNxRJsQeHDQnKOhJjvx78+Fz3K15ohAXBl7TLAuTFVJleJyQTdQMJYneI+pLMIctupJKVWnRdGYUKJFoTD5352n4wi4KbVwD4FpZQE45xHLSrjJqNNSlXN6sdNEGHVjSkVWjHsIKiwKTvzoNivRkjgQ1ytTd5JPhDckWswYplAgbt24h5JhqXnp6sFJOKtCcWygRIuiUaHHC2YBjsvLAW9pKH4l5lhpTlG9RiW8Rn3FthjXMqrjNjXjWcpEdkQgbjQu4bNMXU4ciJseMS3WKc9RlpZAZCBuKpLjSv33WqFoKJRoUTQqpi3dnriDr4yyOGXxL/NO5E++60EL+9gkQZ9UV/MYlpYyAMpFFnYCoFuvXu2M6x6yg+6zPC5dYlqsCBaRcwjTZRaV8qzShRWK9EKJFkWj4khlgbPeMsuYFoClsoD/BM5KwqgiqcwjFG1R8EgHTTFES5mWbTQG4qcvW7qHgu6fgDcmHsVVA0tLqtRpCVpUHFFrRqWru8uKVIkfUijqAyVaFIpwfKWW2UPJoiZTe7T7yYMzZGkpFaZoCVbsDR1j/I5vaTFFiUVci0v40jZFOGhRcQVFi7kOUTq4uxQKRSxKtCgU4Xjju4eqSnUCcmvyjCyitr3YaYIRiFsetLT449dc0W2x9xdy/1iIFqO4XHpaJmIsLYG6zR5SNg6Fon5JmmgRQrwmhNgrhFgV1vZnIcQOIcRP5s8FYfv+JITYJIRYL4Q4L6z9fLNtkxDi3mSNV6FA18FfzqBuHbjxtOOqdEhk9nH9u0SEmfLsEEZ2TJnIMnbEcQ+5RCWWFr8nxrXjJH0tLcFxV6Q8RwfipoYbS6FQVI1kWlreAM63aH9aSjnQ/JkJIIQoBH4F9DGPmSyEsAkhbMDzwEigEBhn9lUoasSLczfH3+kzXCxDCzpy3wW962lEtccTtmJxmWaKlriWFj+6xRpCFTEtsWKnJoG4qRJn4ZNG5d/YQNz0FGEKRWMnaaJFSjkPOFjF7qOBd6WUHinlFmATMNT82SSl/FlK6QXeNfsqFDXiQKn1ZA6ERAuOrPoZDHXznB9uBSkTOcZGMKZFBq8TXHuoMkuLVSCuN20neW/I0hLlHkpTd5dC0dhpiJiW8UKIFab7qLnZ1gHYFtZnu9kWr12hqDb+gHUaMECW0wal+8wXNVu5ua6Ky1XmZYq+SrgVxCp7KNzd48RPwCKmJeQusbK0CH+ENSedqKiIGx2Iq0SLQpGO1LdoeQHoBgwEdgFPme1WX9MyQXsMQogbhRCLhRCL9+3bVxdjVRxjFB0si7vv+z+dZazeDGCxcnM8rP5B6zu2JbzEfplIHIgbL6bFExItsSnh6VJczoqY4nJmyrNP1WlRKNKSehUtUso9UsqAlFIHXsFw/4BhQekU1rUjsDNBu9W5X5ZSDpFSDsnLy6v7wSvSngMl8V1DuZkOOPyL8aJpu3oaUe0RItLVURYn5TlIwrWHwLIqbk1iWlKlTos3bvZQ/YuwHq1zknJetfaQojFRr6JFCBE+G1wKBDOLPgV+JYRwCSG6Aj2AhcAioIcQoqsQwokRrPtpfY5ZcexQqftm9wpwNoFm+fUynpoSLQciYlpsQfdQpECLqNOSsLiclWixtrSkw1wZXM3ZKSLdQz5s9T6WLyacVu/XVCiONZLm2BVC/AcYAbQSQmwHJgIjhBADMb7vtgI3AUgpVwsh3gfWAH7gNillwDzPeOALwAa8JqVcnawxK45tEk6yPjcsfg3yh0eW6a8EK1dQMhZOTES4e8gtMo2NuOsI+SsPxA0bvkDHKQJ4sdeyek3DELyv8Iq4HmknVVOdxxxf/ZA95eJSNCaSJlqklOMsml9N0P8x4DGL9pnAzDocmqKR4rQnECM7loDUobDmyWkNUacFKlwgHunAJ0xBEm/FZnzomlVxuWBFXE9Uf795bmeMaEmHudIXs2BipNUole7ho1tPYUDHZiwpOtTQQ1EoUhZVEVfRaGiVncBWsPVbQEDfMfU2npoSbsfRhOCINFxCLuHDF7KYxMa02AhgE9LaPRR8fokK4HWRPtk2VvatikBco/geAU+duobqUvQ0zbBj06p/RhXTomhMVFm0CCGGCSF+Y27nmbEnCkXaoEd9uw8SG7nf/rbxYv0M6DQUMptbHJk8rIwz1bXYHCE7tO0T8QNqgwIk7irPEGOhCVlaqhm4mirF5ayyh9I1E0qhUFRRtAghJgJ/BP5kNjmAt5M1KIUiGURPo9NdE7nBPpMO7IM9q6HzydU+Z22ftOviKdkdtsBjPPeQoGLitg7EjeceSh9LixUSDV3Ywyri+lK4sFwqOasUitSkqpaWS4GLgVIAKeVOoEmyBqVQJINoS0uQX9nngO6HQf9Xq/PXVQBuZeeJntryxOHQdiCBpSVoNUloafF7I8SdS5iiJU2LywFIzRFREdcXJsAaKg7JmtSwTikUqUxVRYtXGt+kEkAIkV1Jf4Ui5YgnBo4XGyGrFbTqUSfXSfZEGH36fTI3tB3tHgp30zhFAktL3EBc45jquodSpU4LGPfrCKuIe6y5h5TUUTQmqipa3hdCvAQ0E0LcAMzGKA6nUKQ8Uko+WLyNpUWHLfefalttWQm2PqitvhHAZ7rh1lqqd0cKOwG0yDL+5jWCMS2yEktLOEELRTq4h+K9lVJzhO7diGlpmHtJKaOOQpGmVOnTK6X8uxDiHKAY6Ak8JKX8KqkjUyjqiA+X7uDuaSsSd9JqllFiNRHVZ50WIUBHI9/9DgAnAz4c2KLcQ0JUiJaARcqzHxsgIOCJmPwrYlrS1zohIywtkaLlWNARx8I9KBRVpVLRIoSwAV9IKc8GlFBRpB1z1u+NabMHJ7EgJ95c6+vUV3xEZZrIJxxkWNRpycQQMgF7psVRAmxO8Hsi3A3BSrLpHNOia46Iiri+OgzEVa4ZhaJ+qdQ9ZFamLRNC5FbWV6FIRWwWYqIpUYsn5vWsp9FUTnXET7SAEQK8OC3rtGQLo81atAB2V4ybzIUhfqxcKqk2Yccbj9ScERVx09lqZEWq/R0UimRS1UcON7BSCPEVZgYRgJTy9qSMSqFIMrmiNLKhXf+GGUgtsdI3PmG3XOU5aGnR7VkQLdrAsLREBeK60rxOCxjZUpGBuLExPQqFIj2oqmiZYf4oFGmHwxZrUMwlSrQ0r1mtxIbOkrGyyvhwxIgPIQRZEe4hC9Fid1kE4tYseyiVkDZnRSBuwIOXrNA+FRyrUKQXVQ3EfdNcZbnAbFovpWyYdAuFoppkOWODbIOWltu8t/OVPpgNaTR7hQ/VatSGeyi2TkuWMNr89izgQOyBFpaWdMoeioeuOXCYgo2A95hzDykUjYkqfRMJIUYAb2KszCyATkKIa6WU85I3NIUieQQtLetkpzqbxOp7dWcrhDBrtViIlqB7yK8liGnxeyLuw5mguFwimdfQFqhwpM0Zug/83joNxE0JGv7fTqGoN6r66X0KOFdKuR5ACFEA/AcYnKyBKRR1wYESD1N+KIppb2paWopl3ddJrE4gbU0m90TaSCBM91BsTEvQPaQ74ogWW+xx6bRgYjwMS4t1yrNCoUgvqlpczhEULABSyg2gbKyK1Gf6sh2W7UFLS/higzWhtl6lWgesWgbiWltasoQbt3SAiDNp21wWCyYGY1pSP3g1npjTNWdYGf/Iirhp5BVUKBRU3dKyWAjxKjDFfH0VsCQ5Q1Iokk+uKKVMupIS31BbN1F15lErS40XRyjlOXwoWXgoI7awXAjLQNz0j2mR4ZYWf+TaQ/VJ0ur4KOGlaERU9dN7C3AbcDvGR2QeMDlZg1Io6op4E8XFtu9CganJvlZdE34ZK0uN4R46GtM/S3goIyP+iW1O8JZENDmFD10Ks2JueqLbnObCjxICXjx1KFpSQi+omBZFI6Kqn1478IyU8h8QqpKb4JFNoUht2opDDT0EwNpSUts5KH4grpsyWYmlpexAhHXGid+0sqTE9JyQeJoxaGmxEwDksReIq1A0Iqoa0/I1EB69l4mxaKJCkdJYz2MSn7Qx2X9xPY+m+vxldN+YtsiUZyv3kB0ObYmobitEFdxDNqdlIG66pwgHY1qsXF2plOWkUCgqp6qiJUNKGbIbm9tZCforFCmLCx8OEaBExsmiSSFO6d4qpi3cEhJtXRACDmgtjRfrPw+1Z3n20V/7mSMyJ37wqZnyHI4LX1oXloOKMv7BuJaGimlJGkp3KRoRVRUtpUKI44MvhBBDgPLkDEmhSC7ZGEGqJYniO9IEq/lqpvM8Y6O8wgXWbd9sWoqj/NM/Nv7JbE4I+CJEjVP441pa0iWUQrc5ceJL2RWru+UZGWxtc2sootPlD6FQ1AFVfeSYAHwghNiJ8RFpD1yZtFEpFHWElVUhWxh6u7QOLC0RQbEpUFwOwBN0AYUtmuj0GyneK+Rx8Q80K+JGxrT40iZzKN7bLzUHThHAJVIzE2rs4I7cOqJ7Qw9DoUgLElpahBAnCCHaSikXAb2A9wA/MAvYUg/jUyjqnJwkW1pqm0VUW2u/V5g1VXwVxlCbNLKAAok+8nFSnq2q4aYTuma8H1nm390bHoibAq4VFVejUFSdytxDLwHBb7GTgfuA54FDwMtJHJdCUSdYTQc5pmezlOTEtDS0xcUtLUSL7gtlAcWdIi1XefamnGWiuug2Y/zBv3tduodSw7amUDQeKhMtNinlQXP7SuBlKeWHUsoHAWXPVKQ8xW5/TFvQPVTXgbj1VaelsjFIoRnVbf3hoqUKCwUGA3HD1x7CnxbVcBMRtLTkmH/3ZAfiOu3xv1Zn3D6szq9X66rKCkUaUaloESJU8/ss4H9h+9L78UvRKCg6UBbTVpfuodqa9murc+Ie78gEX0VMi036Ki+qZnMBEvQKoecU8WNaGl6iVQ1pipZgAHayLUef3DaMUf3bWe7r0z6X7KhVx5XoUCiqTmWi5T/AXCHEJxjZQvMBhBDdgSNJHptCUWs8/kBMW7YwJq+6CMStLUnzJDkywVcWmg6rZGmxGftFWK0Wo7hc9d0pHZs3/HsbRNeM8QctLeH3Y6uiarz7vJ5Vvl7Ptk0Yf6YyRCsUySChaJFSPgbcCbwBDJMVznoN+F1yh6ZQ1J5FWw/GtFXEtBwLKc8i6rWJIzMU0yIQ2KSv8kqwdiPrSOjhoqVm2UP3nN+r2sckC2kzLC1POowwvPBA3G6tc6p0jtvOUCJEoUgFKv02klL+YNG2ITnDUSjqlj3FseXsjynRYmEokACupuCuMIZqehXEhzm5h1fFdeHDU4Oy94niOuobvy3S6lMeVhU4XVxcCoXCIHW+WRSKWrJlfym6Xrm/pYkoo1S6CNTBIoDJiEmp7JyJ9of2ZbWIKC4X7h6KGzActLSEu4eEH2+KBOLmuGoWi+LNbBPxeq3sHNpOgdjpWsdFpUh5IIWiXkiaaBFCvCaE2CuEWBXW1kII8ZUQYqP5u7nZLoQQzwohNgkhVkRV373W7L9RCHFtssarSE10XfKXz9aw43DiAszrdx/ljL9/w+RvNtHtvpn84b2f2BnnQS7K9QAAIABJREFUmOaihEM0qfOxNkSqc9zpLrMFlFe4xgzRUpVAXBBhac+ptPbQVSd2rryTBe6cjhUvmnagoe0rqZBlplCkK8m0tLwBnB/Vdi/wtZSyB8YijPea7SOBHubPjcALYIgcYCJwIjAUmBgUOoqG4/vNBzhQEul2WfrLIb5cvZvDZV7e+fEXtuwvRUrJiu2HLYNhg3j8AXRdsnL7EfYWu9m8r4Q56/cy4sk5LCk6xMc/7eDVb7fwu3eWAjBn/V6mLdnO+t1HI86z64ghUH7ccpCALvlo2Q5OmfS/mOsBNKOEw7JqsQzJprY6J+7hmc2hLEy0yCqID7tpUfFHxrTESxGub4lmt9Xs68rvas4qPd94MejquhsQDS1/DJQGUjQmkpb7J6WcJ4TIj2oeDYwwt98EvgH+aLa/ZQb6/iCEaCaEaGf2/SpYK0YI8RWGEPpPssatSMzD/13N6wu2ArB10oUALCk6xNgXvkt43L9+PYjBXZrzweLtvL94G9sPVb50Vfg5l/5ymPx7Z0Ts/3T8qazccYT7p6+iaytj/Zb5G/dXet7m4iiHkiBa6uoJuk4MNlktwH0ErWkAsBmWlspiU8yYlrrIHko1LvU+wkjtR5494Xr4YlHSr1efRjdVUVfRmKjvWittpJS7AKSUu4QQrc32DsC2sH7bzbZ47TEIIW7EsNLQuXPNzMjHElN/LKJNkwzOLjT8+YfLvEz5voibR3TDEeeJdU+xmxe+2cwb323l7N5tmL12T2jfGT3zmLN+X0T/aBGRiPHvLKvBXSTmmtcWcrjMWARvy/7SKh/XjBJ2ELt6ck2o7XRR65gYizYppWFpQZIlSwngNANxM+MeA1gE4krTPZTeJZkkRkG5T/VTeTandcS+VJjwa1unRdV5UTQmUuXbyPK7N0F7bKOUL2MuLTBkyJBG/SkO6JL7pxuhRF/feTolbj+jn18AwFNfGYlfD1zYm2lLtqMJQffWOXy6fGfEOcIFCxAjWFKBoGCpLi1FMQf1uo9pSQVCH5jMFgA00Ys5THPTPdQ08cFRgbh2AmhC4jkGLC2JyG+ZxVaLIoQKhSL1qG/RskcI0c60srQD9prt24FOYf06AjvN9hFR7d/UwzjTmnumrQhtn/XUXMs+j85YG9pes6s46WNKFTJxkyvK2CNb1Pu1P/td3ZdwjzbVhFxUmUboV45+lMNULxBX0z2AhhOjMq4nTRZMrKnF4ePbTmXgI1/V6VjC/yxz7hqBP6DX6fkVisZKfac8fwoEM4CuBT4Ja7/GzCI6CThiupG+AM4VQjQ3A3DPNdsUFui65MMl2/lw6faGHkrK0kPsAGDo8YPq/dp9O+RWqV91XEZxuzqMGjRODGuUTfdVvlpzVCBu8NhjIaYlEc2ykpvS3bVVNj3aHJuWPYWivkmapUUI8R8MK0krIcR2jCygScD7QojrgV+Ay83uM4ELgE1AGfAbACnlQSHEX4Bg5NwjYQs4KqKYtmQ793y4ovKOjZhLbd8C0LJLP1hU+5UoGiJ9NTzIM+7lTauJ3axuq1Ur5dkLZIQsLeke05KIVMi8UXVaFIqqk8zsoXFxdp1l0VcCt8U5z2vAa3U4tGOWg2XeyjvVkG5iB5ulZQx0BHkc4iBNucX2KT21bdzuG49MoRqGwRWLy5r3BBY27GDqAKsJS0LIauLAhxBgk95Q6nJ8oRNce8hIZ3cJ4/8p3S0tDVE/R6FQJIdj9xGqEZKMh8bWHGK+awIuYbgKhnueZptsY9m3A/tYkPH7iLblejf+HbgwCSOrGS68HJFZ2Gy1r4YbTX1Njgkr4gY3gpYWWeEeqjSg1gzERTeOCcW0xDkuBYwUEaRCJlBVUCJKoag5qfMIrKgxs1btZsOeo2h1bOseKDaxMOO2kGABmO+6I6JPNuXcavuEb12387nr3uhT8IBjKrmUxLSfqq1ktPat5XVtBGhOcoKDm4oyjpJ1zFQljXsbpgBxmHEpVVt7yBQtQUuLeaw/zS0tyaQm8kNJFoWi5ijRcgxw89tLOPfpeXXqn3fg52PXQ6HXoz2PhLbH26bTX2zGRoDVGddzj+M9Oor9NBUVBeNe9F8U2v6tfWbEuZtSylTn4zzjnEy+2BVz7Q+cD7Ms42Y06j7joillFMtstDp6r8JPUxMhlDTpZNZccUgfmgygoVc5EDeY8lwR03LsipZjQboqEaRoTCjRcgzx2rdbanzsrbZP2OC6mhtt/+UVx9/ZmHFNaN+HgWEsl91ZpxtZ6Xc5PuBT14NszogtiX6+ZxL57neY5B/HIPeLAPzO/jHhX61jbfNC29+47gxtZ+BhoetWjtc2AfBzxv/hMCfOuqKpKOWIzMZWV6qlAQh3g0S7REK6KWhpkT4cMhibUp1A3PDsoYb1Is+8fTg//CkmFO6YQRWHUyiqjoppOYbYecRdo+NaUMw9jvcAuM8RuULCqe5nQtVj/+i7gU/CrC9BHvD9hi2yLQv0fhHth8KKmY3WFvCJbtQpmeiYEtFva8avOdH9L/7qeJXW4nDkue1TmOj/TY3uy4pcSilv0plebSsptAZMGtOPnm2Tm6pqNV1VFptR6SQnCVla7PhCcS3x1hAKESrjb7iHsoTxu4yMuJepDwrbV/63gvjvi5IECsWxg7K0KEJpwOHc7buRbu4p7CCPoBF9uezOb7138qz/Eo7IrFDftwPnxAiWaIbbjAq9LioynMZ6Joa2f8wYz1k2o9R/+LmHauurf0MJyBWlDCroitNe+b/+r4Z2ZlDnxOtzpl5ojDmgMEuLPareStwxaxpojpClJRNDtLhlcuuYHIuoWFuFIjkoS4uC0TajxP8A98scIfFCgrP1wczWB/MP/xXkUkIGidOsj3O/zc8Z/8dxwlgmYJLjFQBW611YInvyoO86/uJ4I9T/q8Dx3OC7K5SJFHRR1BW5lEJmszo9Z22oieYJt8TE9XLZKgJxHbIabh6bEwJG/2AgrptjWLSkgOhMl6wnhSIVUJYWBU0oY6Hes1LBEs0RcthD4nL4OhpzA/05XtvEGdoyLjUF0t2+mwCYEjiH6YFTQ/3nmxabHeQxPXAq3bRdZFP5itBVwYHfcHlkpI5osaJOYhw0DTS7YWmR1SjHb3eG3ENOM2vMo55tqk2V0tIVCkW1UaIljSn1+Dn/n/Mq71gJXbU9bNbb18GIrPlJdgPgdeeTobaNsqO5JbjDdxtjPRNZq3fi68DxoT7zAv0BWJ1xfZ2MoyVmBdys+l93qEGwuUzREuUeSjRt2lwW2UNpLlqS6KpRAkShqF+UaEljFhcdYt3uo7U6R2giTyIv+0dFvO7lfj0mKHSJ7MlI7xNmDI3BwbBAXqtaL9WlvThgnqxT4o7VIBXrvYTmaLsTO75QrZYqiQ+7MyRagvFH/7+9M49vq7oW9bckecrsTI4zOnNIIRMh4IYhECBh7gUKgdIy9aYpMx24odODAgXa19vCpS3w2lIoYycokDJPFwoEEgghgYQEcEIgiZ0ZMtiWtN8fZ0uWZEmWLMk6x17f7yfrnK2991mSjnXWWWvttZrFripy31tNyriq7CyGXscjX4ui5AVVWro4g2Q7AC+GpxTsGLup4NDGW9huevDNpu+yj7KMxr0THtWyXT6fGtlIBe1bIQWxSkvb5QjcTDr3UZxikWBpaXP1kB0TTeNvLS0XHDGecw4Zzrm1Ne0VuUPJJkakM8STaMyv0pVQpcVjvPRBA6+s2ZK3+QZapWWzSb9KJlc2mAFMbbyTZ8MHZjxmBz05svGX0f0Xy77L++UX4CfULhmqo0rL0PQdi0xWF92ErnG7EUtLJE9LRjEtMe4hG9NSUV7B9V85gIrS/Jc+yCfnfXkkANNGuDtmKRHN06IomaNKi4d4YVU95/7xDc75w+K8zTlGPgUcpcKNfGyqWRyeENeWLKldJgyS7ew2ZVDeOx+iuZ9WMS2ZWFpKIOoeaqbRBEC88TNRO7ofdTedwIAemVnyFEXxHt74NVIA+LChJa4jFDY8uWJTznMOlq18birYgnsv5Gc2/Tgv8xzle4sg7rYWZELGlhh/qc3TkpCOP2H4qAHdGda3wo4pQ2IKJqZL4e9Wx0qi3SJjd1oBGF9V2OSEitLVUKXFo/zy6dU88Mb6nOcZIDuoN243pwuj9/2ZK5u+HW0ZL9m/9z6yO7O4jo6kABfNaBXhQCklMRlxUy1dru5d3qIIxS55JoMiix7HDYpXrnE1WjVa6Uqo0uJR7nltXV7mGSg7aMDtSguE8PNw+DC+3XQ5ADN9K7MaX06jU6gx1Llq2CSuXkoWiFuSdSBujHsojaWlM1wq3bj6S1GU1KjS0sWpYnvBg3DzyQt2lVOqTLwzfe+yuOyiuHIBAFcE/o5fDKvCwwsuY1bkeOVPe821gbjRmJZ2BOJmNMbDqMqiKN5ClZYujWGgJ9xDLUSWS9emsLTcV3ojVbKDWt97ce0LAo8DsM5UFVZAXFR3xl9GwAQzSuMfjfvwl0LUPRTs/O6hImgtbZ0e3Vy+SktRiokqLV2YnuylQpo8pbREiBRgTEWkCGQ5jXxQ1rLa6D0zomAy3X3BQVx46EiGVlZkPijJRTObC2mighQXHxEoS1owsbUIMWP8pa3cQ6dNc/cS8bZIp0TmHE+Son1YpVP08/Kjx2YlD8D+Q3pz61lTc5JLUTorqrR4lHzcIEZytHhNaXk+NIWtpvWqDCEc3T7F/ypzfG+yqvx8SsXJ6+JUjy7crfWYgT358YkTix4nEb0m+uMDcSNWk7TSBUqRUGT1UDNNlNCrom1ry+Sh7l19lpYCfVXdywLU3XQCxx9Q3WbfZKubTp5cuLIaiuJlVGnxKPnwQHzd/wzgJHHzEh+awfSTz0n8FCoTUv3fUfqruP0rmy8qtGgdQqxO1Cq5XOx+ID4QN7M8LWUxBRODGce03P+fh2TUryPIxj2Xskq2oiiuRJWWLsyx/iWAowR4iSN9ywBYXXZeXPtA2QHAb4InJx3npYDjTElf/NAG4tJMWAKYTP7dA2VxtYcyjWnpXubN2JdiW8UURckOVVo8Sj5yMwyWbYB7s+Gm4uLmywAos2nmI1RZd9fzofh4gLH77mFu402sNCM7RsAcaeurzfirj7G0hHwtFpO0F2p/KRKOKC3BtEueOwNuUFkKFVejKJ0RVVoUz7HaDOfRUC0NJj6OIlpHiRaLytXNF9JMgFXGZUud80TaujWRjLimmZCvNLMJA2VIOIgQjsa0eJ20gbg5ai3tGa7GHUVpP6q0dFHKceIWHgzOKq4g7aTOVNGXXfhigm+rcJSWBtOH0xt/wopwDQ90smRybSESc5EOlNlA3CBhyVBp8Tv9SglSJs0ps+h2FjpDlWdF6Up07l+kTkyuJuFIEK7r0tpnSL2pxC+GfuykgUoO9b3L/MAitpkeNFLKEjOBE5t+Vmwx20U2d+K+xIy4ccuXy/ATptQ0Eval/56NcVyOOxqhEkdpKSVIYw7J5RYeN4GxA3u0e3xHoFYPRfEW3rxiKRnFNQQIYhBCSYoE9pbdAPwieEa+ResQ6swgAMb4PqMh3Id7S28EIGS8dRXK9U6/reXLABVmT1r3UOTC/efX17HmhXVcV+Isd27LPdSW5AuOGN1GD2/x5BWHsWtvkDPueK3YoihKl0WVFo+SyR3i2vJvAPBhuJrZTb+Me22KrGVFuIZduPtOOBV1NrPtUGlguqyOtt8TOrZYIrWLtDEpKcjYOuB3sgeXh/cQKmlRWlINf7NuO92skhKxtKRTWjpDAGg2lpYJg3oVThBFUTJCY1o8SjaLh0b7NlJXfnZc2xDZwsfWWuFFttgg3P7sIhxzGj8bnlYskYpC2tMgYmkJ7yGcYSBuk3HuY0qlmTKaOsXqoXSfkRtiWtqjuCpKV0WVFo/S1g9dCcFWbY+X/iA6epBsZ5PpWwDJOoZ9lLHLVDBAdtBHWpLKfWr6F1Eql2EtLRVmd9yS53RELCsVNOEXQ5MJdOpcJppcTlG8RVGUFhGpE5F3RWSZiCyxbX1F5BkRWWOfK227iMitIrJWRJaLSNe6lW4nQ6QBgO81f4vlYSc/yf6+OnyE6cVuKqSJTR5PttZg+jBAdlBt882sCQ9hfQcURMwnhYhpiSq0Aau0ZGNpsR7jnuyx+963tKTDDQpZrufAkD5Z1LpSFI9TTEvLkcaYKcaY6XZ/IfCcMWYs8JzdBzgOGGsf84HfdbikHmSE1ANQF67i5KYbou2H+N5jtu9tALYZb/vot9CbAbKTgbKdsBHmNN0c5yrqCrS65sbu2+XL5WYvIclM+YisJushewE6hXsoHflSWa45aSJTh+e3hlemK69uOm1SXo+rKG7GTYG4pwCz7PbdwIvAf9n2e4yTAvZ1EekjItXGmI1FkdIltBXTEkm0tgnHBXRC489YVPYD7i9tWQa8h/KCydcRNJje7Cfr6ccuttGz0ygsebv3t5aWMtNI2J/e0hI5nyJKSk8cpaUYlpa4XDMdcKx8cN7MkZw3M78Zl5+4/DDCBtZv2522Xw+PllBQlPZQrF95AzwtIktFZL5tq4ooIvZ5oG0fAnwSM3aDbYtDROaLyBIRWdLQ0FBA0b3BAHYCLQGrK01Nqz5PhQ/qSJHyToPpw2jfRs4JPEd/2VVscVxB3DU4RlEJZxDTYoyJBuJGLC2Z1h7KJ/99xuScxifGe6UqefHE5YcVxT2UqUIW8PsoDXQORVxR8kWx/iNmGmOm4bh+LhaRw9P0Te62T2ww5k5jzHRjzPQBA7xVS6cQ9JedfG4q2EdZtO2+4Oyk215lS0Ia/65I2niIQMt3H5unJd11OmJZ6WFjWnJJLtdeEhPmFYr9qovjHtXVQorSfoqitBhjPrPP9cDDwAxgs4hUA9jnett9AzAsZvhQ4LOOk9adtPWzN1B2tKrNM0zqo9udYZXNfr510e0V4ZriCVJEkl3fo3fy/halJZM0/iIStay0WFo6d0xLrqj6oSgdS4crLSLSXUR6RraBY4EVwKPAubbbucA/7fajwDfsKqJDgJ1dPZ4FaPPXskq2sTlhSfMPgxdEt3d4NKlcLL8PngDARtPXsyn7k5HLhTDO3RHIzj0ELUpKJKalGLWH3LCipyPJ1vLSrbR1hmtF6SoUI4KrCnjY/jAFgPuNMU+KyJvAX0TkQmA98FXb/1/A8cBaYA9wfseL7D2qZRuLzYS4tk9MFeP23c1s31s8EZ5RJMnyxzIzhpp995HH0FXPkfYC7491D7UoLalcSsaY6OqhntHVQxkWWnQxnc0aUtmtlD1Ne4sthqIUhQ5XWowxHwGtIu2MMVuBVoEWdtXQxR0gWqdBCFNF8uRxTZTwRPjgIkhVKLytsORqVEibHC3O0pKZ8tEYCcSNrB4yqX8iNDFb+0hUGrPN09LFDFGKEoeGpnuUdCbl/uykREKeznjbVUi2kiSba1Lavv7kgbgp5xJpFYibLqblpMmDM5KxM6P6g6J0LKq0eIRPtu3h+kXvR/fTLZscIZsB2Gj6FVosxWUIMedGzOqhrDPiWvfQvhTuodKAjxK//nwoitKx6K+OR7j71bqM+w62ae29XBBRSc3yDTuj24kxLXG7MXla4mJaEswDkTmMMTGBuBFLSwr3kIsDRToqMZ2iKB2PKi2dkEg23AaT37TiSv6YMdJx3eUan5B2fDssLSH8hPHRU4qXpyXfqBKjKJ0HVVo6IT8quQ+AXXTLeMzDF325UOIoBST96qHsljxH5gr5SuiFd2sPqY6iKJ0XVVo8SjCcyU9z5rfxFZr7wZOk/YZjFJpMAnEj6e5DUkKZNAPeXPLsNcuKZshVlMxRpcUjZPqzFln18W4XzRDrVlZdNzdu/8ARlQAM6FmWrHvGZOpeMm0UTIwlVsFJaWnRZTOKohQBLQ/ayTjH/ywA74RHZzVuSJ+KQoijWMpL4i1Z3z1mHKdOHcLoAUkyE2ehELTO+ZGcTCwt0b7iKCpB4yOE9yxwXrNcZJunRVG6Mmpp6WRElqjeHjopq3E9y70Xu+BlAn4fY6t65jxPppaWsC+9RccYExPT4pxDjZTwi9Mn5SRfUWhdTrUYUiiKUgBUafEImd6LzfK9A8AGo5WuuwKZnhfpLC2ROWJjWsBJLPfV6cOSDyqgHtCzTA3AiqIkR5UWj5DpNWKW/x27lb3J+ftzxmc9RikumVtaWpSWtobEWlqKQcCfm7vE7XYVr7mvFMVNqNLiMl5du4WahYv4ojGY9dgB7Mjp2JXdvLdSpKuTLB7CJFk+E84mEFccS0faHC0uDsNI9v4VRekcqNLiMs7+/WIALnvg7azHDpN6AH7cfF4+RVJy4OWrjuTlq47MblAO19zEvC1bcVYphWJjWtpQOIptaVHSozqZ0pVR57FLWb9tT9ZjDvatAuC18MR8i6O0k2F9M0/wVwjml93Mf/Z8jS961ADvZTQmkvLfq0pL4kV9wb1vFe5Y7RmTMEjdRYqSOaq0uJTEm+FMrPFz/G8AsNYMybs8mVBe4mNfc7gox+5U5FDm+eG3PwWgKeh8D0t39mDE6POYIZkvXQ5JxNLiTXehqgCK0nlR95BL8SWY+dv6Ia5gH1N8H9k9FwccKB3CvmCIXzzlWN6Wb9iZVY2jYMTS4tG6Qx3pPmnPf1qrgpVZzpJrvSpF8TKqtHQSfhhw6g29HR7T7jmOmjAwX+IoHUWaC/Ta+i8A2L67KatpIpaWlBWeC0z/HrllCVYUpfOiSotLyeZuap7/ec4JPAfAd5q/3e5jVpR4L/up0jZt3dknvh6OxrQU1j301wW13Hb21Li2f148k/2qe+U07zETq3IaryiKe1GlxaWkrd4bQ192cVPJ7wH4etNCPjbVhRRL8RCx51A2LohIcrlCB+IeVNOXMQPjyxhMHtYn53lrR/fj7gtm5DyPoijuQ5UWl5LJJWao1PNW+QIAFoVm8HI4t5TrJQF1lnuONF9Ze7/NYGTJc4FiWg4d05+6m04oyNxe4Lj99cZCUdqLKi0eoGbhIv7wysdxbX5CvFJ2RXT/kubLcj5Ot9IAj196aM7zuJmuGcQoWWkwmVhauuTHmCd6Vzifa2lAf34VJVv0v8altLUAYqqsAWCXqaBm3/2YLL/KW+ZN4TdnT2vVvv+Q3hmNP2XK4KyOlwv5rED92CXuV8qyWk2S5kRJpaAlumQSiSSXa/JonhZFUTovqrS4FGMMf1u6gUnXPNXqtQFs5/7SGwA4rvGmds1/8uTBnDCp/WbqW+ZNLYjVYmySC2p17/K8zZ9PBahYJFM205H4PfXtnj7ANpJcLpTm50FzoeTOGdOH0q3Uz4k5/B8qSldDlRaXsmrT53zvr++wa198DaIAQe4u/TmlEuK24Cl8SmbVnPt0a7lrPn9mTcaBvulY8sOjc54jkSPGaXXqtpheU9myk8HXKJl1i7Kqfi+gikmhGdW/B+/9dG7RsyYripdQpcVFvLV+e5t9LvA/wUTfOu4KzuH/Bs/MeO7ZE1qWgY7I8UdyXJVjDemXJp/Gz/7jgKTtbVk6Fh43gcNVcUlLJsnTrnhwGalUFV+S5tg5t37e6LRp5IqiKC5DlRYXcepvX23VVsE+BrEVMHxJ6vhByQNsNT25NnhuVnPffNoBBJJdrdrBwxfNbLNP/x7pXRDlJclPvYDfR1XPeGVI7/iz5/lV9dHtxIDPRCubAJt27ePx5RsTZkl9vmR7Jt1zwQzmfmlQlqMURVHi0dpDrsVwZeBvXOp/BJ/EX7Z/Gzwl69kCfh9fO3g4d7+2LiepAj6he1lhT5uQlrFNS6YF9oz9HHuUBXj2/c0p+23YvjduX+z8+fwWDh83ABF4cuWmPM6aHa/8V+pq27eeNZWJOSa1UxSl8KjS4hLC4dhLhOH7gYe4OPAoj4ZqaaKEYVLPONnA95q/xXPhA1uNrx3Vj9c+2tpxAheQ/5g6hH+89WmHHe/GU5O7srIhn7E4/doIlI3V6WpH9UvZ7/NGJx6qV3kJx+1fzVMrkysua2y6/5gj2L/ecA9955hxfFj/BVOHp09MN7QytVv05MkdtxouX/x1QS3NQS1QqnQtVGlpB6+s2UKvigCThuaevTPCI8taLtI/DtzLhYEnuC84mx8Fz89oObPbytv3a8M9lI7E2jPHH1DN0nWt4318AmEDt59zIAvuXZr1cWaNH8CLqxuo6pVbrZvl1xxLeSB/JRB8bbjxInk+gLggzr98q5Yz7ngtuv/Gx9sA6FbmjxvTFs32Z8ErBROnDq/k1atnx7V1K+38JSkG9SrXIF6ly+GZmBYRmSsiq0VkrYgsLMQxQqEwq1a9x6LFK6OWD2MMXzQG2dMUZPvuJjZs38M5f1jMybf9m5c+aOCplZuYfv2z7Gly+gDsbQrRFAxT//k+djcGOf6Wl7nyoWXs2NNEUzBMU8zdUThsaA6F2WaL2s3zP8+FgSe4KzgnY4UFoE9F20rCEeMda8DU4ZVt9IznyqPHZdRvRN/u0e0DR/Tlngtm8K/LDuP7c8bz6zOnAI4VBeC6U/ZPOc+EQT25aNbo6P7XDh6etN8t85y6NYeM6ptyru6lfi6bPTa6H3vxbg4530OJP7d/g17lJR2aKKx7WYAPrj+Oj288Pq49Xe2ocILLbVCv1MvIHwnN5OHQTB4KzUrZZ+7+reNTvnuMc578/du1ScdEztGa/i0X2nEDe6Y8Ri5MHxF/jpfGfMc3nnoA/7joywU5biEY1rcbE6t7cd1XUv/PKEpXwROWFhHxA78BjgE2AG+KyKPGmPfyeZwdGz9kwoO1jDZ+7n7saJoIEMRPCB9hfASNH8FwRSBMCUE+uOdeSghyKYa//vR2wvgI2UdknEE42vgJ1vu4czmUSpASggQIYfARQqL9biv5jBP9i/nf0AFcF/w6s/erThuLEMvNp03i4FF9ufYx5yO5au54fv7k6rg+R02oYvX1cymLsQrMnjCQ52KCNpNx6VFjeOb9Taz4dBe9Eu7Yj95xmRHjAAAMfElEQVRvICdPGUK3Ej+ThvVmxg3PMayvs0Iosgpo4uBeGGMYUlnB9BGVfG/OeAC+NLg3x9/6cqvjiQhXzZ3Ab1/8EIDyJBfjS44cw0mTB3NSCrP+0h8dzaJ3N3LsxEEM6l3Osk92sGbz53FWjNOmDeXfa7cyrqowF85CkkxJil3WHktzKMxBI+MVu5+e8iXm/zm5daqBSq5svjhp1e/eFSX0LA/wi9Mnt3rt0tljuTRGQUzkgKG9+dP5B3FIjEsr9vv443nT47ZvWPQ+d35jOu0hMdj4ymNaFO+zZiRXgrPloJpKLj4y+6rqc/cfxJ9eraN2dGrXXixlAT//uvyw6P6dX5/OH//9cafIOaQo2SLGA0GPIlILXGOMmWP3rwYwxtyYrP/06dPNkiVLsj5OY3OQxT+dxTTfGkL4KCFECUH8hFsFwwaNjyZKaCIQ9f37COO3j4BVdfzS+vNtMn5C+PFhomN8YthmevBI6FCGnn4jj72/k1vnOdaJexev53cvrGXn3mZe+P4sZtzgVHS+Zd4ULn9wGeOqevD0lUcA8NIHDZT4hdpR/Vi/bQ9+n7D1i6aUheiaQ2H2NofoVd5ywVtStw0RocQvvLS6IXoh+vPr6zhsTH9q+ndPOhfA5l37qOxWmrHlYd3W3az8bBdlAR+NwTDHH9CSaOu59zczuE8F+1X34rbn19AYDHP+zJH0Kg8QSLCO1CxcBMDq6+cCxClm+SAyP9AhdXN+88Japgzrw8wx/dvsG5Gt7qYT4uSMcG7tCK49ZX/eXr+dEf2607d7KVu+aGT69c/y4PxDmHfn663GXHH0WC6fPTYv+XyKRexnseq6uUmV37ao37UPv0/ilvePvHoRVT3Lef0Hs9OM9CYistQY0z5NUVE6AK8oLacDc40x37T7XwcONsZckqx/e5UWgNWbPueVtVvY2xTkT6+uY9rwPny2cy99yv1s3rGHEf17sLZhDz0qSjhp0mCWb9jJm3XbOHHSYJ5btZnaUf3Y1xzikWWfsV91L7bvbuKo8f2oa9jFQSMqGTu4L180hvjJoys5f2YNAHe89BFHjR/A0RMHcXYKV0gy1m3dzRG/eJGTJg/mf86a2q7321l47J3P6FVRUrDkdJEL4HeOGRfnbnIDsUrLi6vrOe+uN+Ne/+hnx6eNk7nyoWU8/LYTU3XBzJHs3NvML89obUnxGk3BMBff/xaXHDkmL9WjuwKqtChuxytKy1eBOQlKywxjzKUxfeYD8wGGDx9+4Lp1uS3t9Qovr2ngwBGVdCv1hKfPs3zRGOTPr61jwRGjXGd9eHXtFpas2x6nTG3Yvod+3cuoyCAg1RjDbc+v5dQDh6rLoYujSovidryitHSIe0hRFKUro0qL4na8snroTWCsiIwUkVJgHvBokWVSFEVRFKUD8YRPwRgTFJFLgKcAP/BHY8zKIoulKIqiKEoH4gmlBcAY8y/gX8WWQ1EURVGU4uAV95CiKIqiKF0cVVoURVEURfEEqrQoiqIoiuIJVGlRFEVRFMUTqNKiKIqiKIon8ERyuWwRkQYgl5S4/YEteRKnI/CSvF6SFVTeQqPyFpZs5R1hjClMLQxFyQOdUmnJFRFZ4qWskF6S10uygspbaFTewuI1eRWlLdQ9pCiKoiiKJ1ClRVEURVEUT6BKS3LuLLYAWeIleb0kK6i8hUblLSxek1dR0qIxLYqiKIqieAK1tCiKoiiK4glUaVEURVEUxROo0hKDiMwVkdUislZEFhZRjj+KSL2IrIhp6ysiz4jIGvtcadtFRG61Mi8XkWkxY861/deIyLkFlHeYiLwgIu+LyEoRudzNMotIuYi8ISLvWHmvte0jRWSxPfZDIlJq28vs/lr7ek3MXFfb9tUiMqcQ8trj+EXkbRF53AOy1onIuyKyTESW2DZXngv2OH1E5G8issqew7VulVdExtvPNfLYJSJXuFVeRck7xhh9OHE9fuBDYBRQCrwDTCySLIcD04AVMW0/Bxba7YXAzXb7eOAJQIBDgMW2vS/wkX2utNuVBZK3Gphmt3sCHwAT3SqzPW4Pu10CLLZy/AWYZ9tvB75tty8Cbrfb84CH7PZEe56UASPt+eMv0Gf8HeB+4HG772ZZ64D+CW2uPBfsse4Gvmm3S4E+bpY3Rm4/sAkY4QV59aGPfDyKLoBbHkAt8FTM/tXA1UWUp4Z4pWU1UG23q4HVdvsO4KzEfsBZwB0x7XH9Ciz7P4FjvCAz0A14CzgYJ3NoIPF8AJ4Cau12wPaTxHMktl+eZRwKPAccBTxuj+1KWe3cdbRWWlx5LgC9gI+xixLcLm+CjMcC//aKvPrQRz4e6h5qYQjwScz+BtvmFqqMMRsB7PNA255K7qK8H+uOmIpjvXCtzNbdsgyoB57BsTzsMMYEkxw7Kpd9fSfQrwPl/TVwFRC2+/1cLCuAAZ4WkaUiMt+2ufVcGAU0AHdZ99vvRaS7i+WNZR7wgN32gryKkjOqtLQgSdq8sB48ldwd/n5EpAfwd+AKY8yudF2TtHWozMaYkDFmCo4VYwawX5pjF01eETkRqDfGLI1tTnPcon+2wExjzDTgOOBiETk8Td9iyxvAccX+zhgzFdiN415JRbHldYRwYphOBv7aVtckbUX5fVCUfKBKSwsbgGEx+0OBz4okSzI2i0g1gH2ut+2p5O7Q9yMiJTgKy33GmH94QWYAY8wO4EUcf38fEQkkOXZULvt6b2BbB8k7EzhZROqAB3FcRL92qawAGGM+s8/1wMM4SqFbz4UNwAZjzGK7/zccJcat8kY4DnjLGLPZ7rtdXkXJC6q0tPAmMNauyijFMb0+WmSZYnkUiET4n4sTNxJp/4ZdJXAIsNOah58CjhWRSruS4FjblndERIA/AO8bY/7b7TKLyAAR6WO3K4CjgfeBF4DTU8gbeR+nA88bY4xtn2dX7IwExgJv5FNWY8zVxpihxpganHPyeWPM19woK4CIdBeRnpFtnO9wBS49F4wxm4BPRGS8bZoNvOdWeWM4ixbXUEQuN8urKPmh2EE1bnrgRNp/gBPf8MMiyvEAsBFoxrkjuhAnLuE5YI197mv7CvAbK/O7wPSYeS4A1trH+QWU91Ac0/JyYJl9HO9WmYFJwNtW3hXAT2z7KJwL+Vocs3uZbS+3+2vt66Ni5vqhfR+rgeMKfF7MomX1kCtltXK9Yx8rI/9Hbj0X7HGmAEvs+fAIzmoaN8vbDdgK9I5pc628+tBHPh+axl9RFEVRFE+g7iFFURRFUTyBKi2KoiiKongCVVoURVEURfEEqrQoiqIoiuIJVGlRFEVRFMUTqNKiKICIhBKq56at8i0iC0TkG3k4bp2I9M91HjtXdxF5xm6/EpN8TlEUpVOgP2qK4rDXOGn9M8IYc3shhWkntcDrNlnYbtNSm0hRFKVToJYWRUmDtYTcLCJv2McY236NiHzPbl8mIu+JyHIRedC29RWRR2zb6yIyybb3E5GnbXG+O4ipASMi59hjLBORO2xRR7+I/ElEVojIuyJyZRIZR9vij/cCZwNLgcl2noGJ/RVFUbyKKi2K4lCR4B46M+a1XcaYGcBtOHV/ElkITDXGTAIW2LZrgbdt2w+Ae2z7/wFeMU5xvkeB4QAish9wJk6xwSlACPgaTrbWIcaY/Y0xBwB3JR7cGPOhHbMUp87PPcCFxpgpxqn/oyiK0ilQ95CiOKRzDz0Q8/yrJK8vB+4TkUdw0sCDU9rgNABjzPPWwtIbOBw41bYvEpHttv9s4EDgTaeUExU4Re8eA0aJyP8Ai4Cn07yHgcaYrSJyAPD/2nrDiqIoXkMtLYrSNibFdoQTcOq7HAgstQGwkqSfSXiORYC7rXVkijFmvDHmGmPMdmAyTiXqi4HftxoocruIrMAp+LkMmAssSuZKUhRF8TKqtChK25wZ8/xa7Asi4gOGGWNeAK4C+gA9gP/Fce8gIrOALcaYXQntx+EU5wOnyN3pkRgUGxMzwq4s8hlj/g78GJiWKJwxZgGOO+o64CvAIqv4JLMKKYqieBZ1DymKQ4W1UkR40hgTWfZcJiKLcZT8sxLG+YF7retHgF8ZY3aIyDXAXSKyHNgDnGv7Xws8ICJvAS8B6wGMMe+JyI+Ap60i1IxjWdlr54ncYFydQv4jcGJZDrPzKoqidDq0yrOipEFE6oDpxpgtxZZFURSlq6PuIUVRFEVRPIFaWhRFURRF8QRqaVEURVEUxROo0qIoiqIoiidQpUVRFEVRFE+gSouiKIqiKJ5AlRZFURRFUTzB/wc/u8t6sSFwXwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "print('length of scores: ', len(scores), ', len of avg_scores: ', len(avg_scores))\n",
    "\n",
    "fig = plt.figure()\n",
    "ax = fig.add_subplot(111)\n",
    "plt.plot(np.arange(1, len(scores)+1), scores, label=\"Score\")\n",
    "plt.plot(np.arange(1, len(avg_scores)+1), avg_scores, label=\"Avg on 100 episodes\")\n",
    "plt.legend(bbox_to_anchor=(1.05, 1)) \n",
    "plt.ylabel('Score')\n",
    "plt.xlabel('Episodes #')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def play(env, agent, num_episodes):\n",
    "    \n",
    "    state = env.reset()\n",
    "    scores_deque = deque(maxlen=100)\n",
    "    scores = []\n",
    "    \n",
    "    for i_episode in range(num_episodes + 1):\n",
    "        \n",
    "        state = env.reset()\n",
    "        score = 0                    \n",
    "        time_start = time.time()\n",
    "        \n",
    "        while True:\n",
    "            \n",
    "            action = agent.select_action(state, eval=True)\n",
    "            env.render()\n",
    "            next_state, reward, done, _ = env.step(action)\n",
    "            score += reward \n",
    "            state = next_state\n",
    "    \n",
    "            if done:\n",
    "                break\n",
    "                \n",
    "        s = (int)(time.time() - time_start)\n",
    "        \n",
    "        scores_deque.append(score)\n",
    "        scores.append(score)    \n",
    "        \n",
    "        print('Episode {}\\tAverage Score: {:.2f},\\tScore: {:.2f} \\tTime: {:02}:{:02}:{:02}'\\\n",
    "                  .format(i_episode, np.mean(scores_deque), score, s//3600, s%3600//60, s%60)) \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 0\tAverage Score: 2570.30,\tScore: 2570.30 \tTime: 00:00:04\n",
      "Episode 1\tAverage Score: 2563.39,\tScore: 2556.48 \tTime: 00:00:04\n",
      "Episode 2\tAverage Score: 2562.13,\tScore: 2559.60 \tTime: 00:00:04\n",
      "Episode 3\tAverage Score: 2562.28,\tScore: 2562.73 \tTime: 00:00:04\n",
      "Episode 4\tAverage Score: 2564.08,\tScore: 2571.31 \tTime: 00:00:04\n",
      "Episode 5\tAverage Score: 2562.61,\tScore: 2555.26 \tTime: 00:00:04\n"
     ]
    }
   ],
   "source": [
    "play(env=env, agent=agent, num_episodes=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "env.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "ml2-kernel",
   "language": "python",
   "name": "ml2-kernel"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
